-- Logs begin at Thu 2021-07-08 14:38:10 UTC, end at Thu 2021-07-08 15:35:55 UTC. -- Jul 08 15:12:51.564613 dv-cinder-798671-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 15:12:53.974818 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.common.config [-] Logging enabled! Jul 08 15:12:53.975647 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 08 15:12:53.975647 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 15:12:53.979271 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.common.config [-] Logging enabled! Jul 08 15:12:53.979536 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 08 15:12:53.979850 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 15:12:53.980936 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 08 15:12:53.981174 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 08 15:12:53.981582 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 08 15:12:53.981830 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 08 15:12:53.982198 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 08 15:12:53.982644 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.982949 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.983250 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.983483 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.983787 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.984170 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.984463 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.984794 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.985104 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.985397 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.985755 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.986049 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.986321 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.986625 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.986924 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.987210 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.987507 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] debug = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.987823 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.988273 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.988702 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.988987 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.989276 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.989553 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.989825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.990099 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.990380 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.990767 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] host = dv-cinder-798671-3-smb {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.991047 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.991334 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.991620 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.991918 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.992189 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.992461 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.992747 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.993019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.993289 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.993560 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.993850 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.994136 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.994435 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.994686 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.994910 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.995196 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.995481 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.995756 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.996032 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.996303 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.996574 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.996843 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.997109 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.997403 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.998246 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.998689 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.998844 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.999117 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.999387 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.999656 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:53.999933 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.000206 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.000479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.000751 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.001040 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.001309 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.001577 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.001882 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.002169 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.002447 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.002760 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.003033 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.003314 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.003582 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.003851 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.004120 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_json = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.004390 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.004657 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.004937 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.005204 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.005473 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.005742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.006013 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.006299 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:54.006642 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.006917 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.007215 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.007496 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.007788 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.008064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.008350 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.008627 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.008914 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.009208 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.009496 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.009771 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.010055 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.010329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.010641 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.010953 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.011247 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.011539 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.011813 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.012085 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.012360 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.012636 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.012919 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.013239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.014071 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.014344 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.014635 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.014931 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.015206 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.015476 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.015749 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.016039 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.016318 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.016582 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.016858 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.017131 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.017397 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.017916 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.018189 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.018476 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.018774 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.019047 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.019319 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.019594 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.019858 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.020147 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.020413 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.020681 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.020950 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.021224 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.021491 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.021759 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.022032 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.022308 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.022571 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.022871 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.023141 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.023409 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.023677 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.023942 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.024207 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.024474 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.024742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.025012 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.025277 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.025539 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.025810 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.026083 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.026374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.026707 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.026991 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.027266 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.027543 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.027820 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.028096 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.028369 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.028643 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.028971 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.029247 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.029544 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.029856 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.030243 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.030525 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.030828 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.031135 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.031416 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.031693 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.031972 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.032248 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.032535 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.032823 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.033116 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.033408 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.033693 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.033984 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.034282 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.034562 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.034897 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.035180 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:54.035397 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 15:12:54.035645 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78387) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 15:12:54.441054 dv-cinder-798671-3-smb neutron-server[78387]: INFO keyring.backend [-] Loading KWallet Jul 08 15:12:54.448648 dv-cinder-798671-3-smb neutron-server[78387]: INFO keyring.backend [-] Loading SecretService Jul 08 15:12:54.452439 dv-cinder-798671-3-smb neutron-server[78387]: INFO keyring.backend [-] Loading Windows Jul 08 15:12:54.453779 dv-cinder-798671-3-smb neutron-server[78387]: INFO keyring.backend [-] Loading chainer Jul 08 15:12:54.454364 dv-cinder-798671-3-smb neutron-server[78387]: INFO keyring.backend [-] Loading macOS Jul 08 15:12:54.489206 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:12:54.489474 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:12:54.489761 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:12:54.490094 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 15:12:54.803848 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.804131 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.804405 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.805614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.805892 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.806159 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.930087 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.930358 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.930648 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.944821 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.945124 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.945452 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.977099 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.977749 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:54.977749 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.020664 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.020918 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.021197 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.269923 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.270191 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.270470 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.270763 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.271533 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.401235 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.401556 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.401841 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.402114 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.402380 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.402714 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.402979 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.403236 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.403488 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.403791 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.404231 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.404602 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.404883 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.405138 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.405407 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.405961 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.406632 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.406632 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.406632 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.406912 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.407263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.407518 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.407769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.408055 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.408304 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.408554 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.408955 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.409192 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.409430 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.409661 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.409895 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.410128 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:55.410505 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 15:12:55.413950 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 15:12:55.417899 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 15:12:55.422100 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 08 15:12:55.423793 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 15:12:55.424258 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 15:12:55.424595 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 15:12:55.424984 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 15:12:55.428125 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 15:12:55.428380 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 15:12:55.428739 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 15:12:55.458411 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 15:12:55.458931 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.459240 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78387) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 15:12:55.459609 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.461016 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78387) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 15:12:55.461307 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 15:12:55.461551 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 15:12:55.464884 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.465168 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:55.529038 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 15:12:55.529318 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 15:12:55.529411 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 15:12:55.529787 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 15:12:55.565019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_db.sqlalchemy.engines [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78387) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 08 15:12:55.908393 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing driver for type 'gre' Jul 08 15:12:55.908879 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] gre ID ranges: [(1, 1000)] Jul 08 15:12:55.963243 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing driver for type 'local' Jul 08 15:12:55.963578 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing driver for type 'vlan' Jul 08 15:12:55.974966 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] VlanTypeDriver initialization complete Jul 08 15:12:55.975341 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing driver for type 'vxlan' Jul 08 15:12:55.975862 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] vxlan ID ranges: [(1, 1000)] Jul 08 15:12:56.027931 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing extension driver 'port_security' Jul 08 15:12:56.028626 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.extensions.port_security [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] PortSecurityExtensionDriver initialization complete Jul 08 15:12:56.028757 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing mechanism driver 'openvswitch' Jul 08 15:12:56.029684 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing mechanism driver 'hyperv' Jul 08 15:12:56.036514 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.plugins.ml2.plugin [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:12:56.037292 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.037666 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.038019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.038406 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.038792 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.039140 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.039521 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.039867 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.040207 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.040586 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.040933 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.041275 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.041652 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.041996 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.042334 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.042740 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > address_group after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.043090 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > address_group after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.043428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > address_group after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.043765 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] ML2 OVO RPC backend initialized. {{(pid=78387) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 08 15:12:56.044544 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.044959 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.045378 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.045727 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > networks before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.046076 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.046418 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > ports before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.046793 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.047136 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnets before_response 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.047482 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.047823 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.048159 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.048495 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.048832 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.049166 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.049501 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.049839 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.050172 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > subnet after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.050784 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.plugin [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Modular L2 Plugin initialization complete Jul 08 15:12:56.051114 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading services supported by the core plugin {{(pid=78387) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 15:12:56.051442 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.plugins.ml2.managers [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Got port-security extension from driver 'port_security' Jul 08 15:12:56.051909 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.extensions.vlantransparent [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Disabled vlantransparent extension. Jul 08 15:12:56.052394 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78387) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 15:12:56.052708 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: router Jul 08 15:12:56.089812 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.090207 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_create 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.090576 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router before_create 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.090968 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.091468 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.091839 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_delete 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.092199 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > floatingip after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.092564 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_create 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.092913 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.093262 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.093612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.093970 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.094384 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.094781 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.095126 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.095466 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: subnet after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.095813 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.096165 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > port precommit_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.096513 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_create 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.096852 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.097198 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.097551 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router after_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.097892 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_delete 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.098239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_create 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.098611 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router_interface after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.098967 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_update 55549900 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.099329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > agent after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.099677 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > agent after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.100021 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > network after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.100896 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Tracking information for resource: router configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:56.101232 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Tracking information for resource: floatingip configured {{(pid=78387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 15:12:56.106191 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.db.l3_agentschedulers_db [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 15:12:56.106808 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.107213 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.107581 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.107920 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: port after_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.108716 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router before_create 55550100 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.109084 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_delete 55550100 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.109444 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_create 55550100 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.109828 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > router precommit_update 55550100 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.114551 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.provider_configuration [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service providers = [] {{(pid=78387) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 15:12:56.114949 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.db.servicetype_db [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78387) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 15:12:56.119001 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.service_base [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 15:12:56.119555 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.service_base [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 15:12:56.120119 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.service_base [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 15:12:56.121547 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.services.service_base [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 15:12:56.122450 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.services.service_base [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 15:12:56.123629 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.124165 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 15:12:56.144042 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.144589 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: auto_allocate Jul 08 15:12:56.154307 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: network precommit_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.154842 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: network precommit_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.155464 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.155788 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: tag Jul 08 15:12:56.162759 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.163038 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: timestamp Jul 08 15:12:56.166901 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.167229 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: network_ip_availability Jul 08 15:12:56.172551 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.172923 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.173279 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.174019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.174340 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: flavors Jul 08 15:12:56.179306 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.179638 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading Plugin: revisions Jul 08 15:12:56.183875 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 15:12:56.184269 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.694s {{(pid=78387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:12:56.185544 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78387) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 15:12:56.186221 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Initializing extension manager. Jul 08 15:12:56.186516 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: __init__.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.186882 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: __pycache__ {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.187217 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.187564 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: address_group.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.188323 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.188900 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: address-group Jul 08 15:12:56.189221 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: address_scope.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.189935 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.190436 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: address-scope Jul 08 15:12:56.190785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: admin_state_down_before_update.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.191721 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.192227 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: router-admin-state-down-before-update Jul 08 15:12:56.192546 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: agent.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.193249 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.193740 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: agent Jul 08 15:12:56.194057 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: agent_resources_synced.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.194999 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.195500 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: agent-resources-synced Jul 08 15:12:56.195820 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: allowedaddresspairs.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.197625 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.198140 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: allowed-address-pairs Jul 08 15:12:56.198464 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: auto_allocated_topology.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.199572 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.200082 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: auto-allocated-topology Jul 08 15:12:56.200409 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: availability_zone.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.201785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.202282 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: availability_zone Jul 08 15:12:56.202614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: availability_zone_filter.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.203545 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.204042 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: availability_zone_filter Jul 08 15:12:56.204360 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: data_plane_status.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.205267 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.205766 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 15:12:56.206086 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: default_subnetpools.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.207039 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.207545 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: default-subnetpools Jul 08 15:12:56.207865 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: dhcpagentscheduler.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.208682 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.209181 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: dhcp_agent_scheduler Jul 08 15:12:56.209499 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: dns.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.210418 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.210953 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension dns-integration not supported by any of loaded plugins Jul 08 15:12:56.211275 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: dns_domain_ports.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.212195 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.212698 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 15:12:56.213018 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: dvr.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.213695 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.214195 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: dvr Jul 08 15:12:56.214511 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: empty_string_filtering.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.215512 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.216014 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: empty-string-filtering Jul 08 15:12:56.216390 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.217300 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.217790 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 15:12:56.218108 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.219041 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.219536 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 15:12:56.219854 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: external_net.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.220762 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.221264 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: external-net Jul 08 15:12:56.221583 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: extra_dhcp_opt.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.222495 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.223021 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: extra_dhcp_opt Jul 08 15:12:56.223343 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: extraroute.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.224252 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.224752 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: extraroute Jul 08 15:12:56.225080 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: extraroute_atomic.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.226115 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.226640 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: extraroute-atomic Jul 08 15:12:56.226974 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: filter_validation.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.227641 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.228139 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: filter-validation Jul 08 15:12:56.228459 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: fip_pf_description.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.230940 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.231452 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 15:12:56.231776 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: fip_port_details.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.232767 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.233274 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: fip-port-details Jul 08 15:12:56.233591 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: flavors.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.234853 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.235362 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: flavors Jul 08 15:12:56.235685 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.237338 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.237849 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 15:12:56.238178 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: floatingip_pools.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.238918 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.239421 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: floatingip-pools Jul 08 15:12:56.239744 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: ip_allocation.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.240667 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.241171 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 15:12:56.241494 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.242415 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.242956 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: ip-substring-filtering Jul 08 15:12:56.243286 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l2_adjacency.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.244225 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.244727 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 15:12:56.245046 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.246049 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.246571 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: router Jul 08 15:12:56.246932 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3_conntrack_helper.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.249785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.250314 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 15:12:56.250669 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.251611 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.252124 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: ext-gw-mode Jul 08 15:12:56.252448 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.253377 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.253888 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: l3-ha Jul 08 15:12:56.254214 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3_flavors.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.255163 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.255684 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: l3-flavors Jul 08 15:12:56.255994 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.256929 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.257427 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 15:12:56.257747 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: l3agentscheduler.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.258858 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.259366 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: l3_agent_scheduler Jul 08 15:12:56.259693 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: logging.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.261180 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.261702 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension logging not supported by any of loaded plugins Jul 08 15:12:56.262033 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: metering.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.262847 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.264076 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: metering Jul 08 15:12:56.264412 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.265545 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.266119 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: metering_source_and_destination_fields Jul 08 15:12:56.266468 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: multiprovidernet.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.267551 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.268318 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: multi-provider Jul 08 15:12:56.268643 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: netmtu.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.269564 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.270069 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: net-mtu Jul 08 15:12:56.270392 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: netmtu_writable.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.271346 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.271850 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: net-mtu-writable Jul 08 15:12:56.272172 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: network_availability_zone.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.272846 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.273350 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: network_availability_zone Jul 08 15:12:56.273674 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: network_ip_availability.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.274808 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.275319 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: network-ip-availability Jul 08 15:12:56.275648 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: network_segment_range.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.276411 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.276911 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 15:12:56.277231 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: pagination.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.278218 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.278547 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: pagination Jul 08 15:12:56.278956 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: port_device_profile.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.279865 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.280371 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: port-device-profile Jul 08 15:12:56.280693 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.281606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.282109 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: port-mac-address-regenerate Jul 08 15:12:56.282429 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.283376 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.283881 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: port-numa-affinity-policy Jul 08 15:12:56.284202 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: port_resource_request.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.285113 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.285616 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 15:12:56.285933 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: portbindings.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.286903 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.287409 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: binding Jul 08 15:12:56.287730 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: portbindings_extended.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.288994 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.289506 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: binding-extended Jul 08 15:12:56.289829 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: portsecurity.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.290780 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.291288 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: port-security Jul 08 15:12:56.291612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: project_id.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.292579 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.292908 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: project-id Jul 08 15:12:56.293227 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: providernet.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.294146 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.294821 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: provider Jul 08 15:12:56.295153 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.298659 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.299184 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos not supported by any of loaded plugins Jul 08 15:12:56.299518 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.300762 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.301274 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 15:12:56.301601 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.302521 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.303060 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 15:12:56.303383 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_default.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.304295 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.304807 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-default not supported by any of loaded plugins Jul 08 15:12:56.305144 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_fip.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.305781 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.306274 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-fip not supported by any of loaded plugins Jul 08 15:12:56.306609 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_gateway_ip.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.307544 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.308058 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 15:12:56.308367 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_port_network_policy.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.309288 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.309818 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 15:12:56.310751 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_rule_type_details.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.311670 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.312168 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 15:12:56.312488 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: qos_rules_alias.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.313536 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.314039 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 15:12:56.314361 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: quotasv2.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.315328 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.315858 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: quotas Jul 08 15:12:56.316105 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: quotasv2_detail.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.317724 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.318066 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: quota_details Jul 08 15:12:56.318396 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: rbac.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.319490 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.320010 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: rbac-policies Jul 08 15:12:56.320340 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: rbac_address_group.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.321276 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.321786 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: rbac-address-group Jul 08 15:12:56.322113 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: rbac_address_scope.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.323056 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.323588 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: rbac-address-scope Jul 08 15:12:56.324244 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: rbac_security_groups.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.325062 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.325627 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: rbac-security-groups Jul 08 15:12:56.326835 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: rbac_subnetpool.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.327960 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.328530 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: rbac-subnetpool Jul 08 15:12:56.328924 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: revisionifmatch.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.330025 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.330750 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: revision-if-match Jul 08 15:12:56.331058 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: revisions.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.332532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.333049 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: standard-attr-revisions Jul 08 15:12:56.333447 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: router_availability_zone.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.334214 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.334984 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: router_availability_zone Jul 08 15:12:56.335308 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: routerservicetype.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.336398 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.336948 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension router-service-type not supported by any of loaded plugins Jul 08 15:12:56.337345 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.338523 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.339171 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: security-groups-normalized-cidr Jul 08 15:12:56.339587 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: security_groups_port_filtering.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.340635 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.341283 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: port-security-groups-filtering Jul 08 15:12:56.341769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.342989 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.343643 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: security-groups-remote-address-group Jul 08 15:12:56.343985 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: securitygroup.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.354338 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.354805 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: security-group Jul 08 15:12:56.355145 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: segment.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.355956 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.356454 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension segment not supported by any of loaded plugins Jul 08 15:12:56.356787 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.357881 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.358378 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 15:12:56.358736 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: servicetype.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.359867 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.360381 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: service-type Jul 08 15:12:56.360703 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: sorting.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.361704 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.362036 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: sorting Jul 08 15:12:56.362365 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: standard_attr_segment.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.363300 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.363813 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 15:12:56.364135 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: standardattrdescription.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.364788 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.365296 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: standard-attr-description Jul 08 15:12:56.365619 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: stateful_security_group.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.366539 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.367079 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: stateful-security-group Jul 08 15:12:56.367398 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: stdattrs_common.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.367989 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 15:12:56.368305 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.369329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.370290 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 15:12:56.370290 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnet_onboard.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.371240 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.371749 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: subnet_onboard Jul 08 15:12:56.372069 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.373578 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.374079 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 15:12:56.374401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnet_service_types.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.375359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.375871 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: subnet-service-types Jul 08 15:12:56.376194 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnetallocation.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.377274 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.377801 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: subnet_allocation Jul 08 15:12:56.378128 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.378823 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.379329 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: subnetpool-prefix-ops Jul 08 15:12:56.379648 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.380580 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.381086 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 15:12:56.381408 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: tagging.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.382494 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.383041 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: standard-attr-tag Jul 08 15:12:56.383368 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: timestamp.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.384561 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.385081 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loaded extension: standard-attr-timestamp Jul 08 15:12:56.385410 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: trunk.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.386438 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.386981 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension trunk not supported by any of loaded plugins Jul 08 15:12:56.387307 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: trunk_details.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.388900 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.389417 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension trunk-details not supported by any of loaded plugins Jul 08 15:12:56.389734 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: uplink_status_propagation.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.390696 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.391199 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 15:12:56.391515 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Loading extension file: vlantransparent.py {{(pid=78387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 15:12:56.392189 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 15:12:56.392958 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 15:12:56.395477 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:network Jul 08 15:12:56.396212 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnet Jul 08 15:12:56.397008 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 15:12:56.397645 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:port Jul 08 15:12:56.398982 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.399416 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service FLAVORS assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.400050 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.400479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.400811 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:router Jul 08 15:12:56.401469 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 15:12:56.402193 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service METERING assigned prefix: /metering {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.403686 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.404792 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.405061 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:12:56.406226 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 15:12:56.406685 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:security_group Jul 08 15:12:56.407372 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 15:12:56.408114 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service CORE assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.408442 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 15:12:56.408785 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] subnetpool is already registered Jul 08 15:12:56.409400 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service CORE assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.409730 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 15:12:56.410061 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] subnetpool is already registered Jul 08 15:12:56.412653 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.413133 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service FLAVORS assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.413683 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.414101 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.414435 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:router Jul 08 15:12:56.414793 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] router is already registered Jul 08 15:12:56.415396 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 15:12:56.415720 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] floatingip is already registered Jul 08 15:12:56.416349 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service METERING assigned prefix: /metering {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.417017 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 15:12:56.417344 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] rbac_policy is already registered Jul 08 15:12:56.417885 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:security_group Jul 08 15:12:56.418213 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] security_group is already registered Jul 08 15:12:56.418833 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 15:12:56.419168 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] security_group_rule is already registered Jul 08 15:12:56.420495 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service CORE assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.420820 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 15:12:56.421149 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] subnetpool is already registered Jul 08 15:12:56.421749 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.v2.resource_helper [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Service CORE assigned prefix: {{(pid=78387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 15:12:56.422073 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 15:12:56.422400 dv-cinder-798671-3-smb neutron-server[78387]: WARNING neutron.quota.resource_registry [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] subnetpool is already registered Jul 08 15:12:56.423070 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: extensions {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.424576 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: address-groups {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.426220 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: address-scopes {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.427490 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: agents {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.428668 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: auto-allocated-topology {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.429918 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: availability_zones {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.431298 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: dhcp-networks {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.432723 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: dhcp-agents {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.434176 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: routers {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.437012 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: flavors {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.438194 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: service_profiles {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.439455 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: next_providers {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.440991 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: service_profiles {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.442465 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: floatingip-pools {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.443730 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: routers {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.445567 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: floatingips {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.446795 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: l3-routers {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.448207 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: l3-agents {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.449625 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: metering-labels {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.451684 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: metering-label-rules {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.453149 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: network-ip-availabilities {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.454428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: bindings {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.456144 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: quotas {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.457638 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: quotas {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.459086 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: rbac-policies {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.460416 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: security-groups {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.461652 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: security-group-rules {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.462937 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: service-providers {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.464175 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: subnetpools {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.465620 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: subnetpools {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.468019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.469741 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.471603 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.473408 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.475234 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.477142 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.478905 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.480814 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.482681 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.484541 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron.api.extensions [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Extended resource: tags {{(pid=78387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 15:12:56.490497 dv-cinder-798671-3-smb neutron-server[78387]: WARNING keystonemiddleware.auth_token [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 15:12:56.495298 dv-cinder-798671-3-smb neutron-server[78387]: WARNING keystonemiddleware.auth_token [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 15:12:56.503483 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Acquired lock "singleton_lock" {{(pid=78387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 15:12:56.503957 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_concurrency.lockutils [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Releasing lock "singleton_lock" {{(pid=78387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 15:12:56.504599 dv-cinder-798671-3-smb neutron-server[78387]: INFO oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Starting 2 workers Jul 08 15:12:56.509230 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Started child 78526 {{(pid=78387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 08 15:12:56.514694 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Started child 78527 {{(pid=78387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 08 15:12:56.515020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.515926 dv-cinder-798671-3-smb neutron-server[78387]: INFO neutron.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 15:12:56.516552 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Notify callbacks [] for process, before_spawn {{(pid=78387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.516659 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [-] (78526) wsgi starting up on http://0.0.0.0:9696 Jul 08 15:12:56.518669 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.519233 dv-cinder-798671-3-smb neutron-server[78387]: INFO oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Starting 1 workers Jul 08 15:12:56.520053 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [-] (78527) wsgi starting up on http://0.0.0.0:9696 Jul 08 15:12:56.524261 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Started child 78528 {{(pid=78387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 08 15:12:56.524773 dv-cinder-798671-3-smb neutron-server[78387]: INFO oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Starting 1 workers Jul 08 15:12:56.527863 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] calling RpcWorker wait() {{(pid=78528) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 15:12:56.528511 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] returning from RpcWorker wait() {{(pid=78528) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 15:12:56.529687 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Started child 78529 {{(pid=78387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 08 15:12:56.530534 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG neutron_lib.callbacks.manager [None req-136aad04-a75a-434d-a779-4a6fcb0cf25c None None] Notify callbacks [] for process, after_spawn {{(pid=78387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.530921 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.531567 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:12:56.532402 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 08 15:12:56.532618 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 08 15:12:56.532805 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 08 15:12:56.533022 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 08 15:12:56.533346 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 08 15:12:56.533512 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 08 15:12:56.534031 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.534329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.534553 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:12:56.535051 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.535051 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.535185 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.535728 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.536011 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.536259 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.536550 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.536784 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.536966 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.537136 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.537398 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.537659 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.537964 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.538242 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.538480 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.538773 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.538930 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.539210 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.539475 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.539706 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.539964 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] debug = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.540219 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.540713 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.540954 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.541212 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.541455 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.541722 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.541949 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.542228 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.542472 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.542735 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.543033 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.543212 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.543453 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.543695 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.543914 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.544169 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.544446 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.545242 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] host = dv-cinder-798671-3-smb {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.545516 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.545822 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.546146 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.546387 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.546690 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.546942 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.547252 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.547445 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.547716 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.547947 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.548213 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.548444 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.548666 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.548932 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.549089 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_options = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.549335 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.549614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.549895 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.550083 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.550242 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.550418 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.550688 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.550838 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.551095 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.551328 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.551542 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.551756 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.551990 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.552224 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.552469 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.552719 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.552940 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.553172 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.553430 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.553674 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.553899 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.554125 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.554372 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.554654 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.554864 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.555059 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.555300 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.555536 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.555766 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.556016 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.556227 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.556473 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.556778 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.556969 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.557199 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.557432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.557626 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.557960 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.558198 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.558454 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.558779 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.559006 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.559248 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.559486 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.559631 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:12:56.559775 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.559941 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_json = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.560529 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.560529 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.560853 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.560991 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.561387 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.561598 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.561794 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.561942 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.562292 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.562650 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.562986 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.563241 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.563523 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.563809 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.564075 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.564511 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.564725 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.564873 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.565133 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.565426 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.565780 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.565920 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.566218 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.566556 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.566908 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.567163 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.567401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.567634 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.567860 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.568069 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.568382 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.568714 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.568980 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.569248 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.569486 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.569715 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.569952 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.570169 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.570414 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.570624 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.570891 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.571135 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.571347 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.571568 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.571852 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.572032 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.572243 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.573374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.573374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.573374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.573374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.574831 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.577663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578185 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578185 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578185 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578185 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578493 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578493 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.578717 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.579092 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.579472 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.579719 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.579948 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.580169 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.580387 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.580601 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.580824 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.581039 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.581275 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.581489 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.581737 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.581955 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.582217 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.582379 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.582619 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.582836 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.583048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.583820 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.583820 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.583995 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.584131 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.584541 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.584782 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.585034 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.585297 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.585546 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.585789 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.586019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.586312 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.586580 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.586845 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.587742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.587742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.587742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.587742 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.588310 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.588310 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.588576 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.588708 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.588956 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.590825 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592752 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.592879 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.593114 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.593374 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.593630 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.593887 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.594160 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.594438 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.594748 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.595074 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.595336 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.595596 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.595828 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.596105 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.596453 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.596728 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.596964 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.597200 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.597473 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.597736 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.598155 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.598265 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.598492 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.598760 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.599027 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.599276 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.599517 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.599750 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.599999 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.600231 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.600473 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.600688 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.600904 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.601117 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.601329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.601606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.601818 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.602054 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.602289 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.602535 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.602812 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.603072 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.603287 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.603506 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604180 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604180 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604180 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604564 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604564 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.604834 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.605071 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.605359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.605619 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.605847 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.606076 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.606320 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.606575 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.606817 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.607284 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.607652 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.607912 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.608032 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.608274 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.608517 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.608763 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.608994 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.609231 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.609483 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.609730 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.610047 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.610322 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.610585 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.610846 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.611065 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.611281 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.611516 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.611750 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.611964 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.612179 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.612414 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.612692 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.612935 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.613201 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.613429 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.613639 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.613848 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.614060 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.615595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616359 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616655 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.616803 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.617014 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.617389 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.617617 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.617828 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.619614 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.620247 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.620247 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.620420 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.620643 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.620865 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.621091 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.621350 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.621671 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.621974 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.622224 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.622472 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.622844 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.623128 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.623399 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.623617 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.624077 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.624228 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.624512 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.624782 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.625040 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.625296 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.625558 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.625753 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.625961 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.626196 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.626418 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.626715 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.626955 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.627181 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.627399 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.627647 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.627864 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.628115 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.628348 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.628567 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.628799 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.628959 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 15:12:56.629520 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 08 15:12:56.629687 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 08 15:12:56.629841 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 08 15:12:56.630009 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 08 15:12:56.630178 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 08 15:12:56.630330 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 08 15:12:56.630744 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.630908 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631069 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631243 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631395 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631578 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631737 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.631897 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632057 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632219 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632378 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632537 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632698 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.632858 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633021 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633178 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633337 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633496 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633660 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633822 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.633980 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.634142 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.634305 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] debug = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.634465 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.634693 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.634861 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635024 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635207 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635352 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635496 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635646 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635804 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.635965 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.636114 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.636432 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.636595 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.636754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.636933 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637075 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637231 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637388 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] host = dv-cinder-798671-3-smb {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637546 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637706 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.637864 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.638027 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.638829 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639066 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639226 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639386 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639546 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639706 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.639866 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640024 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640183 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640343 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640501 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_options = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640662 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640821 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.640979 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641155 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641321 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641481 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641641 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641799 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.641958 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.642116 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.642275 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.642435 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.642860 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643026 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643186 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643345 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643503 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643662 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643821 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.643981 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644140 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644299 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644457 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644617 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644775 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.644932 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645091 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645249 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645407 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645566 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645725 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.645886 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.646042 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648048 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_json = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.648754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.649428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.649428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.649428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.649428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 08 15:12:56.649428 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.649777 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.649777 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.649777 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.649982 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.650059 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.652401 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653064 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.653606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.654630 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.654630 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.655011 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.655116 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.655273 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.656479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.658720 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.660928 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.661532 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662139 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.662769 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663120 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663120 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663120 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663370 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663459 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663587 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.663753 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.666612 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667239 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.667785 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.668182 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.668355 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.668533 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.668698 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.668866 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.669032 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.669201 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.669425 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.669625 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.669868 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670020 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670184 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670305 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:12:56.670399 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670671 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670835 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.670998 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.671160 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.671329 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.671502 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.671663 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.671827 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672025 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672209 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672372 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672533 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672696 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.672858 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673019 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673261 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673440 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673606 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673768 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.673930 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674094 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674257 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674419 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674581 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674768 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.674940 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675105 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675266 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675429 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675592 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675754 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.675918 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676080 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676242 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676405 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676568 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676729 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.676891 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677058 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677219 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677381 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677542 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677704 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.677865 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678027 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678189 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678354 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678517 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678703 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.678866 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679030 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679192 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679356 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679522 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679683 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.679846 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680009 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680171 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680335 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680660 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.680823 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.684497 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.686003 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.688640 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689263 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.689797 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690341 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.690945 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.691479 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692082 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692580 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692580 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692580 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692808 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.692886 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.693005 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 08 15:12:56.693164 dv-cinder-798671-3-smb neutron-server[78387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 15:12:56.750457 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46576) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:12:56.758968 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063400 Jul 08 15:13:07.488260 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726a7da-0daa-4695-9d0d-3c776e522869 None None] get_active_networks_info from dv-cinder-798671-3-smb {{(pid=78528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 08 15:13:07.577874 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e2ec348d-188a-4c7b-b819-6a222a8ddabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:07.593137 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726a7da-0daa-4695-9d0d-3c776e522869 None None] No non-hosted networks {{(pid=78528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 15:13:07.797572 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:07.799887 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.801307 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.801931 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.802629 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.804116 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.804738 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.805366 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.806481 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.807077 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.808657 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.814408 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.815166 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:07.815786 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798671-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:07.822700 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798671-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:09.911403 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-fa26aaea-a808-44cc-a543-0ba4e9462af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:09.923170 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-23cc00e3-eb30-4b41-9b16-4fe1db6768eb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798671-3-smb {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:13:09.926256 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-23cc00e3-eb30-4b41-9b16-4fe1db6768eb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:13:10.442273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-23cc00e3-eb30-4b41-9b16-4fe1db6768eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:11.118454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:12.489062 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:14.152850 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46668) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:14.766036 dv-cinder-798671-3-smb neutron-server[78526]: WARNING oslo_policy.policy [None req-3836f554-8ba9-42b2-996b-811cd2897d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:14.766666 dv-cinder-798671-3-smb neutron-server[78526]: WARNING oslo_policy.policy [None req-3836f554-8ba9-42b2-996b-811cd2897d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:14.990070 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [None req-3836f554-8ba9-42b2-996b-811cd2897d72 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:13:14.991152 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-3836f554-8ba9-42b2-996b-811cd2897d72 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8373518 Jul 08 15:13:15.918933 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.db.l3_hamode_db [None req-9915bea7-3034-4c9c-ad5e-9e83038c9416 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 15:13:16.007727 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915bea7-3034-4c9c-ad5e-9e83038c9416 None None] Routers set() bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:13:16.008000 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915bea7-3034-4c9c-ad5e-9e83038c9416 None None] Router IDs set() for agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 08 15:13:17.392138 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46682) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:17.980474 dv-cinder-798671-3-smb neutron-server[78527]: WARNING oslo_policy.policy [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:17.981074 dv-cinder-798671-3-smb neutron-server[78527]: WARNING oslo_policy.policy [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:18.199318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:18.300931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.policy [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78527) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 15:13:18.347066 dv-cinder-798671-3-smb neutron-server[78527]: WARNING oslo_policy.policy [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:18.347468 dv-cinder-798671-3-smb neutron-server[78527]: WARNING oslo_policy.policy [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:18.356418 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.quota [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Loaded quota_driver: . Jul 08 15:13:18.372087 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:18.441665 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050313498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050307945', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050302263', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050297115', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050285241', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789050275150', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-841794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1209154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-516023'] for rbac-policy, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:18.518352 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:18.520051 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-42a2e546-8785-416d-bcc4-9fa92b87f092 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1255765 Jul 08 15:13:21.147135 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46700) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:21.504156 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:21.509112 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:21.513634 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Usage tracker for resource:network and tenant:f5ab9c75a4a84a9cbc56af3f7e43d1f0 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:21.518382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:21.524411 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:21.533989 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Made reservation on behalf of f5ab9c75a4a84a9cbc56af3f7e43d1f0 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:13:21.536833 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.558002 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.572591 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:21.578498 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Usage tracker for resource:security_group_rule and tenant:f5ab9c75a4a84a9cbc56af3f7e43d1f0 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:21.586013 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:21.592427 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:21.697610 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.701738 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.707243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:21.730527 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:13:21.756549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789054032815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.756549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Unsubscribe: segment precommit_create {{(pid=78527) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 15:13:21.757065 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Added segment d291d2c1-08c1-43db-af26-47e9c7063986 of type vlan for network 80d53405-bdc9-4914-8d19-65e884a09bf7 Jul 08 15:13:21.765647 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f47683-05b9-4046-8dce-c8ac3b032f01,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:21.826166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.826495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.826849 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.827167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.827566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.827849 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.828145 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.828431 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.828756 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.829127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.829412 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.829721 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Tracked resource versions report: Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: pushed versions: Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: { 'AddressGroup': {'1.2'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'ConntrackHelper': {'1.0'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Log': {'1.0'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Network': {'1.1'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Port': {'1.7'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'PortForwarding': {'1.2'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'QosPolicy': {'1.8'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroup': {'1.4'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SubPort': {'1.0'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Subnet': {'1.1'}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Trunk': {'1.1'}} Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: consumer versions: Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'ConntrackHelper': '1.0', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Log': '1.0', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Network': '1.1', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Port': '1.7', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'PortForwarding': '1.2', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'QosPolicy': '1.8', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroup': '1.4', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroupRule': '1.2', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'SubPort': '1.0', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Subnet': '1.1', Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: 'Trunk': '1.1'}} Jul 08 15:13:21.830828 dv-cinder-798671-3-smb neutron-server[78527]: {{(pid=78527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:13:21.869018 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:21.887982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.940416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.941963 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:21.944039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:21.947492 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:22.062909 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9146531 Jul 08 15:13:22.065799 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Pushing event updated for resources: {'Network': ['ID=80d53405-bdc9-4914-8d19-65e884a09bf7,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:22.069593 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:22.080786 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:13:24.791331 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46716) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:25.240947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef029d63-bfb3-40a7-9f32-fb4024858930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:25.242225 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ef029d63-bfb3-40a7-9f32-fb4024858930 admin admin] 10.222.0.58 "GET /v2.0/networks/80d53405-bdc9-4914-8d19-65e884a09bf7 HTTP/1.1" status: 200 len: 825 time: 0.4499252 Jul 08 15:13:25.269549 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3d196432-eb65-4923-bed2-b88b778519df admin admin] 10.222.0.58 "GET /v2.0/subnetpools/e5610544-e352-4a4d-b00f-52dc2b09732e HTTP/1.1" status: 200 len: 734 time: 0.0218995 Jul 08 15:13:25.278661 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:25.283100 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:25.286838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Usage tracker for resource:subnet and tenant:f5ab9c75a4a84a9cbc56af3f7e43d1f0 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:25.289670 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:25.295404 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:25.304932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Made reservation on behalf of f5ab9c75a4a84a9cbc56af3f7e43d1f0 for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:13:25.307282 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:25.577055 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:25.581959 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:25.674359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Checking segment: {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:13:25.674730 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Network hostable DHCP agents. Network: 80d53405-bdc9-4914-8d19-65e884a09bf7, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:13:25.681993 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec83bb5-71c3-44ee-847e-13dcead8aa93,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:25.689098 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:25.701219 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:13:25.711112 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 80d53405-bdc9-4914-8d19-65e884a09bf7) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:25.716241 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:25.716821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:25.720969 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9de6b-5055-4765-a8f1-01c994144c15 None None] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:13:25.736831 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4621222 Jul 08 15:13:26.129680 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-80d53405-bdc9-4914-8d19-65e884a09bf7', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:13:26.130989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.315566 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Allocated IP 172.20.0.2 (80d53405-bdc9-4914-8d19-65e884a09bf7/9ec83bb5-71c3-44ee-847e-13dcead8aa93/55a5417d-3d61-49c0-b429-c5ee98f43205) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:13:26.545054 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.558956 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Transition to ACTIVE for port object 55a5417d-3d61-49c0-b429-c5ee98f43205 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:13:26.581418 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Transition to ACTIVE for port object 55a5417d-3d61-49c0-b429-c5ee98f43205 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:13:26.587982 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.592814 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:26.653440 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:13:26.656588 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:26.665819 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Pushing event updated for resources: {'Port': ['ID=55a5417d-3d61-49c0-b429-c5ee98f43205,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:26.669791 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:13:26.676123 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.676462 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.676793 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.677119 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.677444 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.677763 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.678081 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.678395 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.678740 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.679063 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.679378 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.679690 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Tracked resource versions report: Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: pushed versions: Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: { 'AddressGroup': {'1.2'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'ConntrackHelper': {'1.0'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Log': {'1.0'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Network': {'1.1'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Port': {'1.7'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'PortForwarding': {'1.2'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'QosPolicy': {'1.8'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroup': {'1.4'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SubPort': {'1.0'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Subnet': {'1.1'}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Trunk': {'1.1'}} Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: consumer versions: Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'ConntrackHelper': '1.0', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Log': '1.0', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Network': '1.1', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Port': '1.7', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'PortForwarding': '1.2', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'QosPolicy': '1.8', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroup': '1.4', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroupRule': '1.2', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'SubPort': '1.0', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Subnet': '1.1', Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: 'Trunk': '1.1'}} Jul 08 15:13:26.680802 dv-cinder-798671-3-smb neutron-server[78528]: {{(pid=78528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:13:26.710924 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:26.772234 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Attempting to bind port 55a5417d-3d61-49c0-b429-c5ee98f43205 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:13:26.772916 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Attempting to bind port 55a5417d-3d61-49c0-b429-c5ee98f43205 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:13:26.773020 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Attempting to bind port 55a5417d-3d61-49c0-b429-c5ee98f43205 on network 80d53405-bdc9-4914-8d19-65e884a09bf7 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:13:26.778295 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:13:26.778729 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Checking segment: {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:13:26.779200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.779592 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Bound using segment: {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:13:26.780071 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Bound port: 55a5417d-3d61-49c0-b429-c5ee98f43205, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:13:26.780502 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.873844 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] For port 55a5417d-3d61-49c0-b429-c5ee98f43205, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:13:26.877808 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] For port 55a5417d-3d61-49c0-b429-c5ee98f43205, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=55a5417d-3d61-49c0-b429-c5ee98f43205,segment=NetworkSegment(d291d2c1-08c1-43db-af26-47e9c7063986),segment_id=d291d2c1-08c1-43db-af26-47e9c7063986)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:13:26.882154 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:26.886815 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:26.989028 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Pushing event updated for resources: {'Port': ['ID=55a5417d-3d61-49c0-b429-c5ee98f43205,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:27.000186 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:28.187739 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46726) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:28.574874 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [None req-8ee800e7-8b0f-4822-aab5-8a029262322a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:13:28.575903 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8ee800e7-8b0f-4822-aab5-8a029262322a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3872437 Jul 08 15:13:30.058966 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 55a5417d-3d61-49c0-b429-c5ee98f43205 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:30.130329 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 55a5417d-3d61-49c0-b429-c5ee98f43205 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:13:30.684720 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe80a8-5563-474e-9166-92fb8c9b2934 None None] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:13:30.849425 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Provisioning for port 55a5417d-3d61-49c0-b429-c5ee98f43205 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:13:30.860674 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Provisioning complete for port 55a5417d-3d61-49c0-b429-c5ee98f43205 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:30.860989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:30.998432 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46740) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:31.043631 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:31.083295 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] For port 55a5417d-3d61-49c0-b429-c5ee98f43205, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=55a5417d-3d61-49c0-b429-c5ee98f43205,segment=NetworkSegment(d291d2c1-08c1-43db-af26-47e9c7063986),segment_id=d291d2c1-08c1-43db-af26-47e9c7063986)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:13:31.087152 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:31.091027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:31.161627 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Pushing event updated for resources: {'Port': ['ID=55a5417d-3d61-49c0-b429-c5ee98f43205,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:31.165435 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:31.308402 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-59ce0c5b-110f-4fd1-a3bc-3c9eae80473f None None] Provisioning complete for port 55a5417d-3d61-49c0-b429-c5ee98f43205 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:31.308765 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-59ce0c5b-110f-4fd1-a3bc-3c9eae80473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:31.389289 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [None req-17ee8aa9-00f5-4601-bc70-645fe2c8dc5b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:13:31.390240 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-17ee8aa9-00f5-4601-bc70-645fe2c8dc5b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3908827 Jul 08 15:13:32.030220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 55a5417d-3d61-49c0-b429-c5ee98f43205 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:32.101797 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 55a5417d-3d61-49c0-b429-c5ee98f43205 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:32.102433 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.031246 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46752) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:34.375346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'name': 'router1'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:34.446234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.policy [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78526) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 15:13:34.491621 dv-cinder-798671-3-smb neutron-server[78526]: WARNING oslo_policy.policy [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:34.492022 dv-cinder-798671-3-smb neutron-server[78526]: WARNING oslo_policy.policy [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 15:13:34.500569 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.quota [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Loaded quota_driver: . Jul 08 15:13:34.515546 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:34.522281 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Usage tracker for resource:router and tenant:f5ab9c75a4a84a9cbc56af3f7e43d1f0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:34.526894 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:34.535029 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:34.550978 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.552887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.578660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.697230 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.719145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:34.720503 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-4e933ec8-11e1-46d8-84a6-ddac261e3bc5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6883309 Jul 08 15:13:37.053560 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 46764) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:37.385880 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-540b95e7-59df-4ef7-993e-c210ad1cca61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:37.426079 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [None req-16b53992-3206-42f6-84ee-794c3e429f19 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:13:37.427085 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-16b53992-3206-42f6-84ee-794c3e429f19 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726053 Jul 08 15:13:37.796355 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:38.583656 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:13:39.777336 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46774) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:39.865989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a110b20b-0731-4811-b8da-0cf5ab626dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.141233 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:40.145947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:40.149900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Usage tracker for resource:network and tenant:8466d51253664ac1b554757aca003664 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:40.152869 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:40.158890 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:40.167764 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Made reservation on behalf of 8466d51253664ac1b554757aca003664 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:13:40.170614 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.182065 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.196187 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:40.200117 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8466d51253664ac1b554757aca003664 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:40.203081 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:40.208728 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:40.295562 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.300551 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.303475 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:40.326317 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=78527) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 15:13:40.338986 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5d2d9-4b8f-4ea3-bf3c-52fb7d348bc1,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:40.343991 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:40.346360 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.346731 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Added segment a37e1b1c-7124-40a1-9a51-35e39b42c1bf of type flat for network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 Jul 08 15:13:40.379624 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.416724 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.419115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:40.419828 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:40.422998 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:40.520729 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f83a9e7b-e1fd-4936-9611-b7d49b94dea3,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:40.523507 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7451727 Jul 08 15:13:40.524206 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:40.531221 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:13:41.061809 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:42.429299 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:42.864489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46794) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:43.073040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca4291-962c-460a-9730-771e0f2b4939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:43.074951 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b1ca4291-962c-460a-9730-771e0f2b4939 admin admin] 10.222.0.58 "GET /v2.0/subnets/9ec83bb5-71c3-44ee-847e-13dcead8aa93 HTTP/1.1" status: 200 len: 849 time: 0.2095013 Jul 08 15:13:43.248506 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b92f5e5b-db09-41dd-b175-59c3a736e0fd admin admin] 10.222.0.58 "GET /v2.0/routers/af6affb4-49d1-4f3c-9f58-49ed253fb7ab HTTP/1.1" status: 200 len: 704 time: 0.1679108 Jul 08 15:13:43.726616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:43.952718 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Allocated IP 172.20.0.1 (80d53405-bdc9-4914-8d19-65e884a09bf7/9ec83bb5-71c3-44ee-847e-13dcead8aa93/b52458aa-77d0-4913-b5d8-6bfccd2d3bda) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:13:44.138948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.157043 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Transition to ACTIVE for port object b52458aa-77d0-4913-b5d8-6bfccd2d3bda will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:13:44.213980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.219545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:44.283436 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:13:44.286259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:44.289892 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:13:44.290406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.429422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Pushing event updated for resources: {'Port': ['ID=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:44.436268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:44.514861 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2e74d595-462b-46be-bc48-71226893d9d9 None None] Provisioning for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:13:44.519673 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2e74d595-462b-46be-bc48-71226893d9d9 None None] Provisioning complete for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:44.520040 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2e74d595-462b-46be-bc48-71226893d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.557442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.571521 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-2e74d595-462b-46be-bc48-71226893d9d9 None None] Port b52458aa-77d0-4913-b5d8-6bfccd2d3bda cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:13:44.785786 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.790150 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.791480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:44.794545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:44.925564 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Pushing event updated for resources: {'Port': ['ID=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:44.928220 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:44.994797 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:13:44.996359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:45.192609 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Router af6affb4-49d1-4f3c-9f58-49ed253fb7ab is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:13:45.195286 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-69345f73-0c73-449e-9fc6-1585fb405890 None None] Provisioning complete for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:45.195667 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-69345f73-0c73-449e-9fc6-1585fb405890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:45.253535 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-69345f73-0c73-449e-9fc6-1585fb405890 None None] Port b52458aa-77d0-4913-b5d8-6bfccd2d3bda cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:13:45.393233 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:13:45.403108 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] 10.222.0.58 "PUT /v2.0/routers/af6affb4-49d1-4f3c-9f58-49ed253fb7ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1490560 Jul 08 15:13:45.403829 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Sync routers for ids ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:13:45.414291 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Routers {'af6affb4-49d1-4f3c-9f58-49ed253fb7ab'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:13:45.415208 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:13:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:45.594988 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Set router af6affb4-49d1-4f3c-9f58-49ed253fb7ab gateway port host: None {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:13:45.968345 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:44Z', 'revision_number': 2, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port_host': None, '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:44Z', 'revision_number': 2, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:45.973220 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Checking router: af6affb4-49d1-4f3c-9f58-49ed253fb7ab for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:13:45.973619 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Updating router af6affb4-49d1-4f3c-9f58-49ed253fb7ab port b52458aa-77d0-4913-b5d8-6bfccd2d3bda binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:13:46.031713 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.407224 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.422783 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Transition to ACTIVE for port object b52458aa-77d0-4913-b5d8-6bfccd2d3bda will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:13:46.428855 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.438038 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:46.678095 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Pushing event updated for resources: {'Port': ['ID=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:46.685601 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Attempting to bind port b52458aa-77d0-4913-b5d8-6bfccd2d3bda on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:13:46.686005 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Attempting to bind port b52458aa-77d0-4913-b5d8-6bfccd2d3bda by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:13:46.686421 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Attempting to bind port b52458aa-77d0-4913-b5d8-6bfccd2d3bda on network 80d53405-bdc9-4914-8d19-65e884a09bf7 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:13:46.690448 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.690805 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.691131 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.691449 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.691763 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.692076 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.692385 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.692690 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.692995 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.693297 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.693599 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.693902 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Tracked resource versions report: Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: pushed versions: Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: { 'AddressGroup': {'1.2'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'ConntrackHelper': {'1.0'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Log': {'1.0'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Network': {'1.1'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Port': {'1.7'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'PortForwarding': {'1.2'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'QosPolicy': {'1.8'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroup': {'1.4'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SubPort': {'1.0'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Subnet': {'1.1'}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Trunk': {'1.1'}} Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: consumer versions: Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'ConntrackHelper': '1.0', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Log': '1.0', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Network': '1.1', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Port': '1.7', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'PortForwarding': '1.2', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'QosPolicy': '1.8', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroup': '1.4', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroupRule': '1.2', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'SubPort': '1.0', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Subnet': '1.1', Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: 'Trunk': '1.1'}} Jul 08 15:13:46.695025 dv-cinder-798671-3-smb neutron-server[78529]: {{(pid=78529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:13:46.700180 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:13:46.700579 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Checking segment: {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:13:46.701062 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.701439 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Bound using segment: {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:13:46.701918 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Bound port: b52458aa-77d0-4913-b5d8-6bfccd2d3bda, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd291d2c1-08c1-43db-af26-47e9c7063986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:13:46.702298 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.710965 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:46.790345 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] For port b52458aa-77d0-4913-b5d8-6bfccd2d3bda, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:13:46.795019 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] For port b52458aa-77d0-4913-b5d8-6bfccd2d3bda, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,segment=NetworkSegment(d291d2c1-08c1-43db-af26-47e9c7063986),segment_id=d291d2c1-08c1-43db-af26-47e9c7063986)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:13:46.799919 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:46.803794 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:46.894850 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Pushing event updated for resources: {'Port': ['ID=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,revision_number=4']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:46.898686 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:46.899288 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Routers {'af6affb4-49d1-4f3c-9f58-49ed253fb7ab'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:13:46.899885 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:13:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:47.058083 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] Set router af6affb4-49d1-4f3c-9f58-49ed253fb7ab gateway port host: None {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:13:47.383681 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:44Z', 'revision_number': 2, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port_host': None, '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:46Z', 'revision_number': 4, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:47.387971 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3dd1cb-2e6f-495c-8720-0246d9490f89 None None] The sync data for ids ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'] in dv-cinder-798671-3-smb is: [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:44Z', 'revision_number': 2, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port_host': None, '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:46Z', 'revision_number': 4, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:13:47.632772 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46816) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:47.781380 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468dc5c-c2d6-43f2-ab44-c0c084508f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:47.781943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4468dc5c-c2d6-43f2-ab44-c0c084508f67 admin admin] Synchronizing usage tracker for tenant:8466d51253664ac1b554757aca003664 on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:13:47.800206 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4468dc5c-c2d6-43f2-ab44-c0c084508f67 admin admin] Unset dirty status for tenant:8466d51253664ac1b554757aca003664 on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:13:47.802634 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4468dc5c-c2d6-43f2-ab44-c0c084508f67 admin admin] 10.222.0.58 "GET /v2.0/networks/f83a9e7b-e1fd-4936-9611-b7d49b94dea3 HTTP/1.1" status: 200 len: 842 time: 0.1676631 Jul 08 15:13:47.811533 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:47.816948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:13:47.820860 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Usage tracker for resource:subnet and tenant:8466d51253664ac1b554757aca003664 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:13:47.823684 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:13:47.830035 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:13:47.840424 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Made reservation on behalf of 8466d51253664ac1b554757aca003664 for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:13:47.842839 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.074214 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b52458aa-77d0-4913-b5d8-6bfccd2d3bda up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:48.148079 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:13:48.153735 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:48.154102 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.229595 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.objects.ports [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78527) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 08 15:13:48.230056 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.236250 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-63560fe2-d628-4ce8-b2dd-f96c737db7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:48.278782 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.303547 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:13:48.303902 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Network hostable DHCP agents. Network: f83a9e7b-e1fd-4936-9611-b7d49b94dea3, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:13:48.313788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port b52458aa-77d0-4913-b5d8-6bfccd2d3bda, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,segment=NetworkSegment(d291d2c1-08c1-43db-af26-47e9c7063986),segment_id=d291d2c1-08c1-43db-af26-47e9c7063986)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:13:48.319914 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.327409 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-59803d03-004c-4669-ac98-34c704d0ed22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:48.333096 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:13:48.343937 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077851e9-eb1b-482d-a16a-2ebf49a7ac65,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:48.346353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, f83a9e7b-e1fd-4936-9611-b7d49b94dea3) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:48.357792 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:48.386951 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1c945-48fa-49d8-8282-50af11d790a8 None None] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:13:48.388668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:48.389313 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:48.413352 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6060739 Jul 08 15:13:48.495227 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=b52458aa-77d0-4913-b5d8-6bfccd2d3bda,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:48.500780 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:48.656028 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde93b8e-d0d3-4a70-8467-326a64ddc194 None None] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:13:50.041757 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b52458aa-77d0-4913-b5d8-6bfccd2d3bda up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:50.108581 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:50.108946 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:50.675808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46832) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:50.872238 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4d23258c-9d51-4d3b-a54e-3b74260ad56a admin admin] 10.222.0.58 "GET /v2.0/routers/af6affb4-49d1-4f3c-9f58-49ed253fb7ab HTTP/1.1" status: 200 len: 710 time: 0.1952910 Jul 08 15:13:50.998147 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c50a09-9f34-4323-a724-ac7e7b1129b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:13:51.000556 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d9c50a09-9f34-4323-a724-ac7e7b1129b9 admin admin] 10.222.0.58 "GET /v2.0/networks/f83a9e7b-e1fd-4936-9611-b7d49b94dea3 HTTP/1.1" status: 200 len: 886 time: 0.1223083 Jul 08 15:13:51.008241 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:13:51.511835 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:51.838049 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:51.893990 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:52.029891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Allocated IP 172.28.3.174 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/47311241-ebf0-4267-8426-aa8919bdd04e) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:13:52.172735 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:52.201599 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:52.206116 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:52.267487 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:13:52.270410 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:13:52.274072 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:13:52.385823 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=47311241-ebf0-4267-8426-aa8919bdd04e,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:52.404815 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:52.658573 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:53.036420 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:53.039905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1711013'] for router, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:53.219788 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Router af6affb4-49d1-4f3c-9f58-49ed253fb7ab has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:13:53.398489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:13:53.407441 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:53.408658 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/af6affb4-49d1-4f3c-9f58-49ed253fb7ab HTTP/1.1" status: 200 len: 890 time: 2.4036834 Jul 08 15:13:53.409263 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Sync routers for ids ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:13:53.420027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Routers {'af6affb4-49d1-4f3c-9f58-49ed253fb7ab'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:13:53.420727 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:13:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:53.622391 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Set router af6affb4-49d1-4f3c-9f58-49ed253fb7ab gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:13:53.978431 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:52Z', 'revision_number': 4, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port': {'id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:51Z', 'updated_at': '2021-07-08T15:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:48Z', 'revision_number': 5, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:53.983610 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Checking router: af6affb4-49d1-4f3c-9f58-49ed253fb7ab for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:13:53.983998 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Updating router af6affb4-49d1-4f3c-9f58-49ed253fb7ab port 47311241-ebf0-4267-8426-aa8919bdd04e binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:13:54.037229 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.367484 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.380188 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Transition to ACTIVE for port object 47311241-ebf0-4267-8426-aa8919bdd04e will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:13:54.388531 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.392644 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-f521ec14-00f8-4bd8-9dec-9468059ee830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:54.493242 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Attempting to bind port 47311241-ebf0-4267-8426-aa8919bdd04e on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:13:54.493958 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Attempting to bind port 47311241-ebf0-4267-8426-aa8919bdd04e by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:13:54.493958 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Attempting to bind port 47311241-ebf0-4267-8426-aa8919bdd04e on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:13:54.501000 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Pushing event updated for resources: {'Port': ['ID=47311241-ebf0-4267-8426-aa8919bdd04e,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:54.504917 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:54.505616 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:13:54.505978 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:13:54.506412 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.506786 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:13:54.507249 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Bound port: 47311241-ebf0-4267-8426-aa8919bdd04e, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:13:54.507632 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.582845 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] For port 47311241-ebf0-4267-8426-aa8919bdd04e, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:13:54.586178 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] For port 47311241-ebf0-4267-8426-aa8919bdd04e, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=47311241-ebf0-4267-8426-aa8919bdd04e,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:13:54.591838 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:54.595852 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:54.675508 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Pushing event updated for resources: {'Port': ['ID=47311241-ebf0-4267-8426-aa8919bdd04e,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:54.678056 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Routers {'af6affb4-49d1-4f3c-9f58-49ed253fb7ab'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:13:54.678676 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:13:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:54.725467 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:54.862035 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] Set router af6affb4-49d1-4f3c-9f58-49ed253fb7ab gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:13:55.272483 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:52Z', 'revision_number': 4, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port': {'id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:51Z', 'updated_at': '2021-07-08T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:48Z', 'revision_number': 5, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:13:55.279368 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6efb77-440a-4a8c-80e3-4d4d8eb693ec None None] The sync data for ids ['af6affb4-49d1-4f3c-9f58-49ed253fb7ab'] in dv-cinder-798671-3-smb is: [{'id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'name': 'router1', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:13:34Z', 'updated_at': '2021-07-08T15:13:52Z', 'revision_number': 4, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'gw_port': {'id': '47311241-ebf0-4267-8426-aa8919bdd04e', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:51Z', 'updated_at': '2021-07-08T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b52458aa-77d0-4913-b5d8-6bfccd2d3bda', 'name': '', 'network_id': '80d53405-bdc9-4914-8d19-65e884a09bf7', 'tenant_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'mac_address': 'fa:16:3e:9e:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6affb4-49d1-4f3c-9f58-49ed253fb7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:13:43Z', 'updated_at': '2021-07-08T15:13:48Z', 'revision_number': 5, 'project_id': 'f5ab9c75a4a84a9cbc56af3f7e43d1f0', 'subnets': [{'id': '9ec83bb5-71c3-44ee-847e-13dcead8aa93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5610544-e352-4a4d-b00f-52dc2b09732e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:13:55.804689 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 46842) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:13:55.937131 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5dc0e94e-023f-4cfd-8aa0-0e73b4c1c16c admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1312475 Jul 08 15:13:56.075851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 47311241-ebf0-4267-8426-aa8919bdd04e up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:56.155533 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 47311241-ebf0-4267-8426-aa8919bdd04e completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:13:56.163234 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 47311241-ebf0-4267-8426-aa8919bdd04e triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:56.163662 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:56.291184 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:56.308665 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 47311241-ebf0-4267-8426-aa8919bdd04e, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=47311241-ebf0-4267-8426-aa8919bdd04e,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:13:56.312639 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:13:56.318950 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:13:56.392651 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=47311241-ebf0-4267-8426-aa8919bdd04e,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:13:56.395916 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:13:58.054369 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 47311241-ebf0-4267-8426-aa8919bdd04e up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:13:58.131476 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 47311241-ebf0-4267-8426-aa8919bdd04e triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:13:58.131882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:07.396097 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-74e1be58-7378-49fb-bfc4-938666b960a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:07.798385 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:09.869901 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7ce16398-8780-47a7-9f57-515205759d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:11.065888 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:12.446706 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:15.584028 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:14:37.393479 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3e5c17d0-a77a-4d89-8f9f-94ef3bcb68e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:37.810718 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:39.882426 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-976a5d52-ac65-44d4-b9f6-1647d6308c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:41.070535 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:42.455491 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:14:52.583190 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:15:07.399713 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-733969db-8df6-4fcc-a5f2-4203ea9fe2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:07.835869 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:09.881445 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f9d8afc8-1287-4621-a67b-5f964ac16924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:11.076292 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:12.460757 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:29.582226 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:15:37.395768 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-77d7d224-baa4-4dce-93b5-ea0eea888102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:37.801081 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:39.875256 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ec686a5e-412b-473a-ba89-8f33a5db3479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:41.102934 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:15:42.461995 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:00.888992 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47412) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:00.955802 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d86d86-b489-4e63-9f9e-9e1f92e56a6b admin admin] GET failed (client error): The resource could not be found. Jul 08 15:16:00.957067 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-89d86d86-b489-4e63-9f9e-9e1f92e56a6b admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668895 Jul 08 15:16:01.088599 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465a080-8cd2-4525-a590-1c98129ac40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:01.089803 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3465a080-8cd2-4525-a590-1c98129ac40e admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1288526 Jul 08 15:16:03.258350 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47422) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:03.371438 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4411622-9f31-4aea-898c-0877a6f58cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:03.372005 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c4411622-9f31-4aea-898c-0877a6f58cf1 admin admin] Synchronizing usage tracker for tenant:8466d51253664ac1b554757aca003664 on resource:subnet {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:16:03.387911 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c4411622-9f31-4aea-898c-0877a6f58cf1 admin admin] Unset dirty status for tenant:8466d51253664ac1b554757aca003664 on resource:subnet {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:16:03.389158 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c4411622-9f31-4aea-898c-0877a6f58cf1 admin admin] 10.222.0.58 "GET /v2.0/subnets/9ec83bb5-71c3-44ee-847e-13dcead8aa93 HTTP/1.1" status: 200 len: 849 time: 0.1298430 Jul 08 15:16:03.399473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:16:03.515040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:03.716071 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789054104531'] for subnet, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:03.720592 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:03.762341 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:03.763268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:03.770005 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] 10.222.0.58 "PUT /v2.0/subnets/9ec83bb5-71c3-44ee-847e-13dcead8aa93 HTTP/1.1" status: 200 len: 868 time: 0.3693459 Jul 08 15:16:03.772526 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b21f2-f512-48bb-8c2d-7d0b83b3eaa2 None None] Network 80d53405-bdc9-4914-8d19-65e884a09bf7 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:16:03.791592 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec83bb5-71c3-44ee-847e-13dcead8aa93,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:03.800579 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.801244 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.801798 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.802318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.802873 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.803510 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.804160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.804772 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.805288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.805811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.806495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.807039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:03.811509 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:04.254181 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f66506fb-097e-48fe-a5fb-d7a53798e742 None None] Provisioning complete for port b52458aa-77d0-4913-b5d8-6bfccd2d3bda triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:16:04.254551 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f66506fb-097e-48fe-a5fb-d7a53798e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:04.379390 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f66506fb-097e-48fe-a5fb-d7a53798e742 None None] Provisioning complete for port 55a5417d-3d61-49c0-b429-c5ee98f43205 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:16:04.379719 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f66506fb-097e-48fe-a5fb-d7a53798e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:05.933557 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47432) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:06.144578 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984f07e-7047-4038-89f7-799425e5a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:06.144969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984f07e-7047-4038-89f7-799425e5a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:06.146613 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-d984f07e-7047-4038-89f7-799425e5a8d2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2121134 Jul 08 15:16:06.581322 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:16:07.388199 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7942a3a8-685e-4a00-bded-08fa68355749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:07.806318 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:08.263145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47442) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:08.441471 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e86981d-2376-48fd-a572-f82ce1c77f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:08.441471 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e86981d-2376-48fd-a572-f82ce1c77f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:08.441471 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-6e86981d-2376-48fd-a572-f82ce1c77f9c admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1765811 Jul 08 15:16:09.878466 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-9bd21998-2e20-4b88-b17f-221ce7a6e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:10.582409 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47452) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:10.760106 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab16e4-3e74-45c1-a01f-463b8bb880b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:10.761484 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-51ab16e4-3e74-45c1-a01f-463b8bb880b6 admin admin] 10.222.0.58 "GET /v2.0/networks/80d53405-bdc9-4914-8d19-65e884a09bf7 HTTP/1.1" status: 200 len: 869 time: 0.1779659 Jul 08 15:16:11.078885 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:12.467985 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:12.908733 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47462) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:13.118707 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72079f1e-f166-44c1-a4fc-2102a21e8242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:13.119990 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-72079f1e-f166-44c1-a4fc-2102a21e8242 admin admin] 10.222.0.58 "GET /v2.0/networks/f83a9e7b-e1fd-4936-9611-b7d49b94dea3 HTTP/1.1" status: 200 len: 886 time: 0.2103262 Jul 08 15:16:15.290466 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47472) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:15.404892 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997669bb-648d-46a2-a6d2-394e91b663cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:15.405343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997669bb-648d-46a2-a6d2-394e91b663cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:15.406888 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-997669bb-648d-46a2-a6d2-394e91b663cd admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154401 Jul 08 15:16:17.562015 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47482) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:17.671321 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de68e0-0ad3-498e-952f-c90b29c1c723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:17.671685 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de68e0-0ad3-498e-952f-c90b29c1c723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:17.673196 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-32de68e0-0ad3-498e-952f-c90b29c1c723 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102099 Jul 08 15:16:19.888984 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47492) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:19.995307 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754b67a-c3fe-417d-8f92-1daa7819a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:19.996677 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d754b67a-c3fe-417d-8f92-1daa7819a1be admin admin] 10.222.0.58 "GET /v2.0/subnets/077851e9-eb1b-482d-a16a-2ebf49a7ac65 HTTP/1.1" status: 200 len: 816 time: 0.1065042 Jul 08 15:16:22.155886 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47502) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:22.260679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d8d7d-ea59-465e-8c2e-0b00009b0e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:22.262010 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f46d8d7d-ea59-465e-8c2e-0b00009b0e82 admin admin] 10.222.0.58 "GET /v2.0/subnets/9ec83bb5-71c3-44ee-847e-13dcead8aa93 HTTP/1.1" status: 200 len: 868 time: 0.1051691 Jul 08 15:16:37.391159 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3d380974-a37f-43b2-90fc-07a841383ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:37.808610 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:39.881803 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-aa743cf5-1ed9-46a2-8505-92f24bf4b91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:41.080217 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:42.464878 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:43.579511 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:16:45.495520 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47546) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:45.545428 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [None req-9fca1c57-e578-4a78-99bc-5845d199321d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:16:45.546411 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9fca1c57-e578-4a78-99bc-5845d199321d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498595 Jul 08 15:16:47.782080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47556) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:47.853304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0067f150-2914-47bf-abeb-b78d4845c069 admin admin] GET failed (client error): The resource could not be found. Jul 08 15:16:47.854617 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0067f150-2914-47bf-abeb-b78d4845c069 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715852 Jul 08 15:16:47.978026 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778deb1-c1bb-4c10-8a6b-a71de43c4144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:47.979420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-7778deb1-c1bb-4c10-8a6b-a71de43c4144 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209943 Jul 08 15:16:50.141408 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47566) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:50.190232 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:16:50.194958 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:16:50.204498 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:16:50.215250 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Made reservation on behalf of 8466d51253664ac1b554757aca003664 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:16:50.217501 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:50.305693 dv-cinder-798671-3-smb neutron-server[78527]: WARNING neutron.services.revisions.revision_plugin [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Could not find related network for resource to bump revision. Jul 08 15:16:50.317585 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:16:50.326570 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:50.326938 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Added segment 1235ba3f-57e3-4610-b001-be95356d87e9 of type vlan for network aec1357f-9d6e-42e7-b0ba-1478eba949d7 Jul 08 15:16:50.353912 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:50.384429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:50.385700 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:50.386273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:50.389762 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:50.489416 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3469205 Jul 08 15:16:50.490776 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Pushing event updated for resources: {'Network': ['ID=aec1357f-9d6e-42e7-b0ba-1478eba949d7,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:50.494464 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:50.502050 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:16:52.647040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47576) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:16:52.714811 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.pecan_wsgi.hooks.translation [None req-778c099b-bded-4801-9815-371a0e5a3a73 admin admin] GET failed (client error): The resource could not be found. Jul 08 15:16:52.715323 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-778c099b-bded-4801-9815-371a0e5a3a73 admin admin] Synchronizing usage tracker for tenant:8466d51253664ac1b554757aca003664 on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:16:52.729701 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-778c099b-bded-4801-9815-371a0e5a3a73 admin admin] Unset dirty status for tenant:8466d51253664ac1b554757aca003664 on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:16:52.730832 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-778c099b-bded-4801-9815-371a0e5a3a73 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0829120 Jul 08 15:16:52.836230 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f7c20-deff-4e19-9acd-67b6dd805375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:52.837697 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-7b7f7c20-deff-4e19-9acd-67b6dd805375 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030364 Jul 08 15:16:52.847379 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:16:52.851955 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:16:52.861451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:16:52.872080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Made reservation on behalf of 8466d51253664ac1b554757aca003664 for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:16:52.874342 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.071164 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.074741 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d9e174b3-21d1-4e37-af86-57797f0b8468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:53.145806 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f295a9-3498-4719-a8f1-f3d244d77f95,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:53.149203 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:53.154883 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Checking segment: {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:16:53.155208 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Network hostable DHCP agents. Network: aec1357f-9d6e-42e7-b0ba-1478eba949d7, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:16:53.174487 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:16:53.184962 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, aec1357f-9d6e-42e7-b0ba-1478eba949d7) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:16:53.190057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:16:53.191008 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.197484 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab1e79-0572-489b-b129-935d73a725a9 None None] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:16:53.217312 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3734031 Jul 08 15:16:53.436360 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-aec1357f-9d6e-42e7-b0ba-1478eba949d7', 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7', 'tenant_id': '8466d51253664ac1b554757aca003664', 'fixed_ips': [{'subnet_id': 'b7f295a9-3498-4719-a8f1-f3d244d77f95'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:16:53.437214 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.597380 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Allocated IP 192.168.233.2 (aec1357f-9d6e-42e7-b0ba-1478eba949d7/b7f295a9-3498-4719-a8f1-f3d244d77f95/693831bf-652d-440c-ae65-0841c175bfec) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:16:53.809541 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.820822 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Transition to ACTIVE for port object 693831bf-652d-440c-ae65-0841c175bfec will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:16:53.839913 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Transition to ACTIVE for port object 693831bf-652d-440c-ae65-0841c175bfec will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:16:53.845905 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:53.851285 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:53.969821 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:16:53.970697 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Pushing event updated for resources: {'Port': ['ID=693831bf-652d-440c-ae65-0841c175bfec,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:53.973118 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:16:53.976738 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:16:53.985895 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.986232 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.986558 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.986902 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.987222 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.987537 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.987851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.988162 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.988475 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.988778 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.989369 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.989717 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:16:53.994025 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:54.079375 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Attempting to bind port 693831bf-652d-440c-ae65-0841c175bfec on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:16:54.079663 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Attempting to bind port 693831bf-652d-440c-ae65-0841c175bfec by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:16:54.080054 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Attempting to bind port 693831bf-652d-440c-ae65-0841c175bfec on network aec1357f-9d6e-42e7-b0ba-1478eba949d7 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:16:54.085750 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:16:54.086141 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Checking segment: {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:16:54.086522 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:54.086942 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Bound using segment: {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:16:54.087441 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Bound port: 693831bf-652d-440c-ae65-0841c175bfec, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:16:54.087918 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:54.177983 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] For port 693831bf-652d-440c-ae65-0841c175bfec, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:16:54.181321 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] For port 693831bf-652d-440c-ae65-0841c175bfec, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=693831bf-652d-440c-ae65-0841c175bfec,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:16:54.186849 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:54.190781 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:54.279472 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Pushing event updated for resources: {'Port': ['ID=693831bf-652d-440c-ae65-0841c175bfec,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:54.283298 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:55.147821 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bfd79e-9573-48d4-a495-ccf6295ee215 None None] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:16:55.244426 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-7f47726e-cfd2-4297-9064-33bdf1296488 None None] Provisioning for port 693831bf-652d-440c-ae65-0841c175bfec completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:16:56.165389 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 693831bf-652d-440c-ae65-0841c175bfec up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:16:56.241516 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 693831bf-652d-440c-ae65-0841c175bfec completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:16:56.246125 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 693831bf-652d-440c-ae65-0841c175bfec triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:16:56.246492 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:56.372976 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:56.405123 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 693831bf-652d-440c-ae65-0841c175bfec, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=693831bf-652d-440c-ae65-0841c175bfec,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:16:56.409190 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:16:56.411264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:16:56.478122 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=693831bf-652d-440c-ae65-0841c175bfec,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:16:56.481262 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:16:58.144155 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 693831bf-652d-440c-ae65-0841c175bfec up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:16:58.219875 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 693831bf-652d-440c-ae65-0841c175bfec triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:16:58.220225 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:07.394184 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-0f35ea8e-9b20-44a2-9c6d-11e518866b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:07.811108 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:09.892269 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-c4f05966-6b66-4e4a-8e0a-1c7ba7d3a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:11.086873 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:12.475439 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:20.579077 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:17:37.398609 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-9cf73f9e-2464-4930-a0aa-c6aab9edd923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:37.812442 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:39.886989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d50fcb86-2a56-40bc-9aba-5a3307ed5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:41.086437 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:42.473468 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:17:57.598942 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:18:04.548488 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47626) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:18:04.554490 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [None req-b830d31a-55ee-4e59-a0b3-d5900fe79e44 tempest-verify_tempest_config-124111630 tempest-verify_tempest_config-124111630-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:18:04.555496 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b830d31a-55ee-4e59-a0b3-d5900fe79e44 tempest-verify_tempest_config-124111630 tempest-verify_tempest_config-124111630-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060716 Jul 08 15:18:04.858803 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47644) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:18:04.974085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:04.988554 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:18:04.992289 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Usage tracker for resource:security_group_rule and tenant:8effcd37bfb746c78552dc5932a39c5d is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:18:04.995021 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:18:05.000527 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:18:05.082856 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.086293 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.093215 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:18:05.133403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Synchronizing usage tracker for tenant:8466d51253664ac1b554757aca003664 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:18:05.135722 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d90bf-0fed-48b5-8916-1fd1f3da6b70,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:18:05.143535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.143921 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.144452 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.144948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.145276 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.145612 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.145913 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.146233 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.146568 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.146908 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.147218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.147526 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:18:05.154016 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:18:05.165429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Unset dirty status for tenant:8466d51253664ac1b554757aca003664 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:18:05.166687 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8effcd37bfb746c78552dc5932a39c5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3069122 Jul 08 15:18:05.169408 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47650) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:18:05.232363 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.259040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.356840 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.361134 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:18:05.372004 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d90bf-0fed-48b5-8916-1fd1f3da6b70,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:18:05.376178 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:18:05.379800 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:05.383399 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e0d90bf-0fed-48b5-8916-1fd1f3da6b70 HTTP/1.1" status: 204 len: 168 time: 0.2126927 Jul 08 15:18:07.401040 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-48277bc7-bbfc-4869-9e72-6718a75a3ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:07.815301 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:09.890274 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3c7b13ef-c8de-40bf-86a5-2947eb6ad138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:11.088209 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:12.479293 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:34.588392 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:18:37.403245 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8481ae9c-1d51-4595-8748-5c88d18a3362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:37.819356 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:39.892315 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f582883e-51c5-4331-8b05-35fd9c1ecb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:41.090462 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:18:42.480052 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:07.406468 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12fdcc1-036e-4ea0-b453-acf89579ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:07.821346 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:09.895879 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a2a487f0-8532-49d5-bf9f-a98fd523ec22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:11.097322 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:11.587076 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:19:12.485788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:37.411079 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-85c4ab6c-750f-4807-b90f-74db07a92ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:37.823843 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:39.897761 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3a8c68a9-80f7-4a61-b1c6-4066dd57756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:41.097818 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:42.485118 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:48.585623 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 5 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:19:50.543709 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711065'] for agent, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:19:54.875148 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47702) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:19:54.988099 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-8ae92afc-34b7-4a7e-b744-53e74cb7f51b admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1117902 Jul 08 15:19:57.165009 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47712) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:19:57.221772 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-1e263c45-ab8b-4adc-ba0b-26f09d3a6868 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0556309 Jul 08 15:20:07.413424 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-047c0464-96fe-4bd3-85ed-4e0a10b6e3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:07.824748 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:09.900377 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-48392abe-762a-43f8-a55b-59df2bed8da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:11.099794 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:12.494501 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:20.542928 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:25.585228 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:20:37.415672 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-45e1dd7b-bf94-4ce4-9581-060c063b276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:37.828234 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:39.902354 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-b057af6a-590b-4598-aa97-af5aa59ba8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:41.105341 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:42.495715 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:20:50.550482 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:02.585136 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:21:07.416857 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-54f11d72-7c29-4506-9ca2-67255cfc9cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:07.830815 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:09.907785 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-874d0504-d84a-4ecf-8327-8134cf6716de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:11.109948 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:12.499491 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:20.572335 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.123894 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47862) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:33.406807 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1191924838-network', 'tenant_id': '7f4130f405f341919440a7610d4258f2'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:33.413179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:33.418416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Usage tracker for resource:network and tenant:7f4130f405f341919440a7610d4258f2 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:33.422311 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:33.428861 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:33.440183 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Made reservation on behalf of 7f4130f405f341919440a7610d4258f2 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:33.443075 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.459138 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.481518 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:33.487338 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Usage tracker for resource:security_group_rule and tenant:7f4130f405f341919440a7610d4258f2 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:33.490298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:33.496602 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:33.588354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.594069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.598536 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d447829e-0448-47af-9824-1b3030b3e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:33.626273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:21:33.631801 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496598e-9050-4375-8064-2571e389c6cd,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:33.644987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.650433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.652218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Tracked resource versions report: Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: pushed versions: Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: { 'AddressGroup': {'1.2'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'ConntrackHelper': {'1.0'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Log': {'1.0'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Network': {'1.1'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Port': {'1.7'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'PortForwarding': {'1.2'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'QosPolicy': {'1.8'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroup': {'1.4'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SubPort': {'1.0'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Subnet': {'1.1'}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Trunk': {'1.1'}} Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: consumer versions: Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: HyperV agent@hv-cinder-79867: {}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'ConntrackHelper': '1.0', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Log': '1.0', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Network': '1.1', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Port': '1.7', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'PortForwarding': '1.2', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'QosPolicy': '1.8', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroup': '1.4', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SecurityGroupRule': '1.2', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'SubPort': '1.0', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Subnet': '1.1', Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: 'Trunk': '1.1'}} Jul 08 15:21:33.652658 dv-cinder-798671-3-smb neutron-server[78527]: {{(pid=78527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:21:33.658364 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:33.662214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.662916 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Added segment 27a42812-75c3-4fcf-ba6a-5245bf489b6e of type vlan for network 308a76ce-d81d-418a-ab85-b7764d6e2b53 Jul 08 15:21:33.706070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.749889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.753780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:33.754778 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:33.763181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:33.929483 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Pushing event updated for resources: {'Network': ['ID=308a76ce-d81d-418a-ab85-b7764d6e2b53,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:33.933995 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:33.942504 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 308a76ce-d81d-418a-ab85-b7764d6e2b53 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:21:33.944185 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47916) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:33.944690 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8193350 Jul 08 15:21:33.949858 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Request body: {'subnet': {'network_id': '308a76ce-d81d-418a-ab85-b7764d6e2b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1191924838-subnet', 'tenant_id': '7f4130f405f341919440a7610d4258f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:33.958301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:33.963041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Usage tracker for resource:subnet and tenant:7f4130f405f341919440a7610d4258f2 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:33.969076 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47920) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:33.971115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:33.978614 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:33.992264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Made reservation on behalf of 7f4130f405f341919440a7610d4258f2 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:33.996290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.149555 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47930) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:34.190867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 47936) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:34.300189 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.306433 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:34.365246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-network', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:34.374399 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.382467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Checking segment: {'id': '27a42812-75c3-4fcf-ba6a-5245bf489b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '308a76ce-d81d-418a-ab85-b7764d6e2b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:34.383019 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Network hostable DHCP agents. Network: 308a76ce-d81d-418a-ab85-b7764d6e2b53, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:21:34.385184 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Usage tracker for resource:network and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:34.390060 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:34.401802 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:34.420711 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Made reservation on behalf of e330cc78afc847b1b9a1bcd41fc54cf6 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:34.424502 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.440933 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.457465 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.461786 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:34.465253 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:34.474436 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:34.475449 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Network 308a76ce-d81d-418a-ab85-b7764d6e2b53 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:21:34.493846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84a106b-60c2-458c-833f-91dfe3fba02e,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:34.496324 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 308a76ce-d81d-418a-ab85-b7764d6e2b53) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:34.523156 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.523496 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.523817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.524190 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.524505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.524823 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.525129 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.525444 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.525761 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.526068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.526372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.526698 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Tracked resource versions report: Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: pushed versions: Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: { 'AddressGroup': {'1.2'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'ConntrackHelper': {'1.0'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Log': {'1.0'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Network': {'1.1'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Port': {'1.7'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'PortForwarding': {'1.2'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'QosPolicy': {'1.8'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SecurityGroup': {'1.4'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SubPort': {'1.0'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Subnet': {'1.1'}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Trunk': {'1.1'}} Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: consumer versions: Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: HyperV agent@hv-cinder-79867: {}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'ConntrackHelper': '1.0', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Log': '1.0', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Network': '1.1', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Port': '1.7', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'PortForwarding': '1.2', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'QosPolicy': '1.8', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SecurityGroup': '1.4', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SecurityGroupRule': '1.2', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'SubPort': '1.0', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Subnet': '1.1', Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: 'Trunk': '1.1'}} Jul 08 15:21:34.528011 dv-cinder-798671-3-smb neutron-server[78526]: {{(pid=78526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:21:34.558306 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:34.558831 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f523ff-43c1-4682-85d3-9992e5d8e648 None None] Network 308a76ce-d81d-418a-ab85-b7764d6e2b53 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:34.561005 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.601691 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:34.603920 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6586375 Jul 08 15:21:34.624058 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1550899740-network', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:34.628350 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.631460 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.635186 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.649558 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:21:34.670506 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.671002 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Added segment 3d6fa2c9-a734-48c5-a3cf-d0a81328b15e of type vlan for network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 Jul 08 15:21:34.698571 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.704162 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Usage tracker for resource:network and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:34.708637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f3b2d51a-10ca-4aa4-92db-5ac70d7b8a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:34.722887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:34.734744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1855144346-network', 'tenant_id': '04af5df7fcdc4a00bc26c02b1c80f481'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:34.775367 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a24e6-b5a3-414b-b747-6e946fbd91b0,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:34.780520 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:34.784056 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:34.808482 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.815846 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Made reservation on behalf of fa02fe42f9d846f08f84324c7ab6971a for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:34.818344 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.831661 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Usage tracker for resource:network and tenant:04af5df7fcdc4a00bc26c02b1c80f481 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:34.834873 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.848854 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:34.849031 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f37dc8-0375-46bf-84b0-c34a23ac9d83 None None] Network 308a76ce-d81d-418a-ab85-b7764d6e2b53 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:34.855794 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.859353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:34.862166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:34.862960 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:34.902123 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:34.930086 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9597867 Jul 08 15:21:34.931513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.934048 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47984) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:34.941033 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Request body: {'subnet': {'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-subnet', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:34.949466 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:34.958749 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Usage tracker for resource:subnet and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:34.965025 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:34.977503 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:34.992309 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:35.000706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:35.001717 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Made reservation on behalf of e330cc78afc847b1b9a1bcd41fc54cf6 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:35.005698 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.022102 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Made reservation on behalf of 04af5df7fcdc4a00bc26c02b1c80f481 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:35.027433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.049401 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:35.061786 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.085063 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.090343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.101199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:35.106491 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:04af5df7fcdc4a00bc26c02b1c80f481 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:35.110757 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:35.120417 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:21:35.121882 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:35.270473 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.271429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.278034 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd6135b2-992f-4229-ae21-e6917eac3706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:35.280925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.292925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:35.356712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=89297f74-1a77-48d9-91a2-49159789668b,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.361697 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.394833 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:21:35.401607 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Checking segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:35.402670 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Network hostable DHCP agents. Network: ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:21:35.403637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.405383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4936f-8c55-4dd2-b220-5dd7f5c730a4,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.424911 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.427237 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.433434 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:21:35.434056 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.434396 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Added segment 0d5adb4c-1d60-446c-825d-843514022f4b of type vlan for network c1e7b202-d001-413a-a512-88348eb9160e Jul 08 15:21:35.435575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:35.448984 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:35.459016 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:35.459788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa122ae1-9ea4-465a-bead-2614ac7bc15e None None] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:35.460879 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.481945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:21:35.511342 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5754535 Jul 08 15:21:35.512612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 47996) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:35.515643 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27abd89a-626d-48a4-a550-ea748b6e9c6d,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.522373 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.522947 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Added segment 9b2c5ec6-5734-452d-b701-19fe10cf9242 of type vlan for network 0186793e-3b7b-4145-bc29-a371ae9e6196 Jul 08 15:21:35.524382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.531956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:35.533760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.546015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:35.557398 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Usage tracker for resource:router and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:35.565924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:35.576298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.582785 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:35.605157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.610353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:35.611481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.617773 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.618618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:35.620385 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.669440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.734231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.744019 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:35.744821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.762904 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Pushing event updated for resources: {'Network': ['ID=c1e7b202-d001-413a-a512-88348eb9160e,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.771180 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.772244 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-20752ec7-44dd-457c-bd56-bc69e108bdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:35.790286 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6396217 Jul 08 15:21:35.792622 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network c1e7b202-d001-413a-a512-88348eb9160e details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:21:35.798546 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48004) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:35.863427 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6706603 Jul 08 15:21:35.874083 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Request body: {'subnet': {'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1550899740-subnet', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:35.876135 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48014) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:35.895878 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:35.905153 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Usage tracker for resource:subnet and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:35.910416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:35.918922 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=0186793e-3b7b-4145-bc29-a371ae9e6196,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:35.921899 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:35.924616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:35.941969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Made reservation on behalf of fa02fe42f9d846f08f84324c7ab6971a for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:35.948831 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:35.983202 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 0186793e-3b7b-4145-bc29-a371ae9e6196 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:21:36.067389 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Request body: {'subnet': {'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1855144346-subnet', 'tenant_id': '04af5df7fcdc4a00bc26c02b1c80f481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:36.089191 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:36.103878 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Usage tracker for resource:subnet and tenant:04af5df7fcdc4a00bc26c02b1c80f481 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:36.239235 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:36.256471 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:21:36.258194 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.440294 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.447064 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:36.452070 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.471716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:36.500818 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Made reservation on behalf of 04af5df7fcdc4a00bc26c02b1c80f481 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:36.507532 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.563382 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Allocated IP 172.20.0.2 (ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8/89297f74-1a77-48d9-91a2-49159789668b/4d59a506-a579-4fdc-8655-31fd1bde24d6) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:36.604972 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Checking segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:36.605637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Network hostable DHCP agents. Network: c1e7b202-d001-413a-a512-88348eb9160e, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:21:36.621302 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Pushing event updated for resources: {'Subnet': ['ID=830ce2de-b0e1-4975-99d2-ffbf86a42600,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:36.635730 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:36.656947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Network c1e7b202-d001-413a-a512-88348eb9160e is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:21:36.681488 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, c1e7b202-d001-413a-a512-88348eb9160e) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:36.702343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:36.703581 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.704048 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747f66a-3a00-4209-a180-1b2035b86aff None None] Network c1e7b202-d001-413a-a512-88348eb9160e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:36.735270 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9341929 Jul 08 15:21:36.736543 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48050) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:36.743221 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:36.749151 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:36.755267 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Usage tracker for resource:router and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:36.759194 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:36.767151 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:36.781273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.782981 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.806462 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.860637 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48056) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:36.872456 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743968711-network', 'tenant_id': '196e2b15dbbd45bf8f0b4ab8d20ecabf'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:36.891752 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:36.898694 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Usage tracker for resource:network and tenant:196e2b15dbbd45bf8f0b4ab8d20ecabf is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:36.902576 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:36.909735 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:36.933484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Made reservation on behalf of 196e2b15dbbd45bf8f0b4ab8d20ecabf for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:36.936575 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:36.958661 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.004563 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:37.124623 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Usage tracker for resource:security_group_rule and tenant:196e2b15dbbd45bf8f0b4ab8d20ecabf is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:37.205401 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.206952 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:37.242881 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.269977 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:37.274932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:37.358477 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5188544b-116d-4183-ba28-4e9d82681fdd,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:37.369014 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Transition to ACTIVE for port object 4d59a506-a579-4fdc-8655-31fd1bde24d6 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:37.385109 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-c1e7b202-d001-413a-a512-88348eb9160e', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:21:37.386035 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.399557 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:37.413219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Checking segment: {'id': '9b2c5ec6-5734-452d-b701-19fe10cf9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:37.413481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Network hostable DHCP agents. Network: 0186793e-3b7b-4145-bc29-a371ae9e6196, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:21:37.479009 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.507938 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Transition to ACTIVE for port object 4d59a506-a579-4fdc-8655-31fd1bde24d6 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:37.515746 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-88119d4d-89e6-4f34-a1dc-ff9a24a14d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.523405 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.526816 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.532604 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Network 0186793e-3b7b-4145-bc29-a371ae9e6196 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:21:37.549171 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:37.598174 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:37.606920 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:37.625801 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:37.628685 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 0186793e-3b7b-4145-bc29-a371ae9e6196) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:37.649983 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:37.650808 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.662537 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.697656 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8204386 Jul 08 15:21:37.764601 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb880c4-f777-4935-b8b3-cdc90a9cdf7c None None] Network 0186793e-3b7b-4145-bc29-a371ae9e6196 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:37.830771 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.837392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.845411 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Attempting to bind port 4d59a506-a579-4fdc-8655-31fd1bde24d6 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:37.845411 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Attempting to bind port 4d59a506-a579-4fdc-8655-31fd1bde24d6 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:37.845753 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Attempting to bind port 4d59a506-a579-4fdc-8655-31fd1bde24d6 on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:37.860906 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:21:37.877157 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789054032815', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.877371 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:37.878201 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Unsubscribe: segment precommit_create {{(pid=78526) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 15:21:37.878806 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Checking segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:37.879218 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.879372 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Added segment 9d4984b9-074c-480e-852d-86c495b614b3 of type vlan for network 7598e868-f9ca-405a-88ac-8f27fb7238f6 Jul 08 15:21:37.879628 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Bound using segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:37.880136 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Bound port: 4d59a506-a579-4fdc-8655-31fd1bde24d6, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:37.887884 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.931085 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:37.963372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4322f-d5f9-4aec-953a-56e48ca8d713,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:37.967125 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:37.972696 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Allocated IP 172.28.3.26 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:37.984991 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:38.066357 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Pushing event updated for resources: {'Port': ['ID=4d59a506-a579-4fdc-8655-31fd1bde24d6,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:38.155079 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.158170 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:38.158781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.163887 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] For port 4d59a506-a579-4fdc-8655-31fd1bde24d6, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:38.167259 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] For port 4d59a506-a579-4fdc-8655-31fd1bde24d6, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4d59a506-a579-4fdc-8655-31fd1bde24d6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:38.298751 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.383435 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.415957 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Allocated IP 172.20.0.2 (c1e7b202-d001-413a-a512-88348eb9160e/830ce2de-b0e1-4975-99d2-ffbf86a42600/c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:38.489357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.563919 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.564631 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.566301 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.567077 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.567531 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.567959 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.568383 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.568832 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.569252 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.569653 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.570060 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.570473 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Tracked resource versions report: Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: pushed versions: Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: { 'AddressGroup': {'1.2'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'ConntrackHelper': {'1.0'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Log': {'1.0'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Network': {'1.1'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Port': {'1.7'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'PortForwarding': {'1.2'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'QosPolicy': {'1.8'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroup': {'1.4'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SubPort': {'1.0'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Subnet': {'1.1'}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Trunk': {'1.1'}} Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: consumer versions: Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: HyperV agent@hv-cinder-79867: {}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'ConntrackHelper': '1.0', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Log': '1.0', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Network': '1.1', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Port': '1.7', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'PortForwarding': '1.2', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'QosPolicy': '1.8', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroup': '1.4', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SecurityGroupRule': '1.2', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'SubPort': '1.0', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Subnet': '1.1', Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: 'Trunk': '1.1'}} Jul 08 15:21:38.571673 dv-cinder-798671-3-smb neutron-server[78528]: {{(pid=78528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:21:38.577098 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:38.577550 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.581251 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:38.590762 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.606160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:38.625688 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48140) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:38.630741 dv-cinder-798671-3-smb neutron-server[78527]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 15:21:38.830937 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Pushing event updated for resources: {'Network': ['ID=7598e868-f9ca-405a-88ac-8f27fb7238f6,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:38.833322 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Pushing event updated for resources: {'Port': ['ID=4d59a506-a579-4fdc-8655-31fd1bde24d6,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:38.849706 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9854746 Jul 08 15:21:38.849706 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:38.850256 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48152) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:38.855627 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:38.858555 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Request body: {'subnet': {'network_id': '7598e868-f9ca-405a-88ac-8f27fb7238f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743968711-subnet', 'tenant_id': '196e2b15dbbd45bf8f0b4ab8d20ecabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:38.864152 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:38.868519 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Usage tracker for resource:subnet and tenant:196e2b15dbbd45bf8f0b4ab8d20ecabf is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:38.872037 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:38.882777 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:38.901855 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:38.907685 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 7598e868-f9ca-405a-88ac-8f27fb7238f6 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:21:38.908405 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:38.981536 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Made reservation on behalf of 196e2b15dbbd45bf8f0b4ab8d20ecabf for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:38.986706 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.097814 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48162) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:39.163273 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:39.185648 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:39.199646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Allocated IP 172.28.3.117 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/aeb67de2-1825-41f8-9d5a-0e2173f7b73c) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:39.226801 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:39.280750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1f8914e7-3379-4398-be6d-c378cb04db5d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:39.283040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1f8914e7-3379-4398-be6d-c378cb04db5d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Synchronizing usage tracker for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:21:39.343306 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.383653 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Transition to ACTIVE for port object c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:39.421658 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Transition to ACTIVE for port object c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:39.525785 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.536493 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a6550-ed34-435f-b20b-b07cd51df321 None None] Network 0186793e-3b7b-4145-bc29-a371ae9e6196 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:39.585805 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:21:39.597339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.610787 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Pushing event updated for resources: {'Port': ['ID=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:39.655457 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.666550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.679057 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:39.699724 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:39.706738 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:39.813572 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:39.827738 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f49d7c26df144a04aece797ab6897283 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:39.840449 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Network c1e7b202-d001-413a-a512-88348eb9160e is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:39.845979 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:39.847767 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:39.855529 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:39.858419 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Pushing event updated for resources: {'Port': ['ID=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:39.875359 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:39.886518 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:39.911227 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:39.920562 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:39.920562 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:39.936527 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:40.057910 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8508bcdc-4c50-4d2f-a0cb-c26bffbf0bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.084489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.088224 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:40.092439 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:40.138605 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Attempting to bind port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:40.139332 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Attempting to bind port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:40.146629 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Attempting to bind port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:40.164490 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:40.168402 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Checking segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:40.168402 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.169336 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Bound using segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:40.169336 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Bound port: c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:40.170405 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.206850 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1f8914e7-3379-4398-be6d-c378cb04db5d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Unset dirty status for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:21:40.211380 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1f8914e7-3379-4398-be6d-c378cb04db5d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/networks?id=0186793e-3b7b-4145-bc29-a371ae9e6196 HTTP/1.1" status: 200 len: 812 time: 1.5841997 Jul 08 15:21:40.424875 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.469280 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4d59a506-a579-4fdc-8655-31fd1bde24d6 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:40.592085 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] For port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:40.597460 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] For port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:40.605679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:40.609845 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.615711 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:40.648734 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f235e1-72ba-4a0c-abb1-94fc6dbd39e6 None None] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:40.676832 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.684575 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 4d59a506-a579-4fdc-8655-31fd1bde24d6 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:40.690655 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-2d8c4ac4-1a93-4876-889c-502fac65710e tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/quotas/04af5df7fcdc4a00bc26c02b1c80f481 HTTP/1.1" status: 200 len: 375 time: 0.2645400 Jul 08 15:21:40.832727 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598a08a9-146c-4141-8549-ed8f9426f012,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:40.834931 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Provisioning for port 4d59a506-a579-4fdc-8655-31fd1bde24d6 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:40.836505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:40.837620 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:40.849775 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Pushing event updated for resources: {'Port': ['ID=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:40.859234 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:40.864502 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f49d7c26df144a04aece797ab6897283&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7571335 Jul 08 15:21:40.865856 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Provisioning complete for port 4d59a506-a579-4fdc-8655-31fd1bde24d6 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:40.866231 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:40.882268 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-d49bc688-792a-4255-b2d1-cedeff421026 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=04af5df7fcdc4a00bc26c02b1c80f481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1680374 Jul 08 15:21:40.882767 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48256) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:40.983275 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9feec127-5400-439d-a314-3ab8aee97ae8,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:40.986541 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:41.070468 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Checking segment: {'id': '9d4984b9-074c-480e-852d-86c495b614b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7598e868-f9ca-405a-88ac-8f27fb7238f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:41.070865 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Network hostable DHCP agents. Network: 7598e868-f9ca-405a-88ac-8f27fb7238f6, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:21:41.075998 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.198181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-b04edde9-ec02-4da6-a087-31b703b7608f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78527) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:21:41.199339 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-b04edde9-ec02-4da6-a087-31b703b7608f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1560953 Jul 08 15:21:41.283097 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Network 7598e868-f9ca-405a-88ac-8f27fb7238f6 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:21:41.320251 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.335532 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.338356 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.393732 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] For port 4d59a506-a579-4fdc-8655-31fd1bde24d6, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4d59a506-a579-4fdc-8655-31fd1bde24d6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:21:41.418849 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 7598e868-f9ca-405a-88ac-8f27fb7238f6) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:41.438830 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.446708 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25b40a-8eaa-4b9d-89fb-7bd05a701c8c None None] Network 7598e868-f9ca-405a-88ac-8f27fb7238f6 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:41.468550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:41.468768 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.469151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.479257 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:41.493550 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:41.506799 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2d55843f-883d-48e9-aae3-9f988087efb1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6479905 Jul 08 15:21:41.633321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48286) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:41.674668 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Router 1d343749-2414-4242-8f56-a9286982bbc0 is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:21:41.863443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48294) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:41.939664 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Pushing event updated for resources: {'Port': ['ID=4d59a506-a579-4fdc-8655-31fd1bde24d6,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:41.947276 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:41.990152 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-931ec078-71f6-480c-b2e3-69020de18d09 service neutron] 10.222.0.58 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738442 Jul 08 15:21:42.087559 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-c29729d4-91fb-4d00-a5f6-c77f3ac08f72 None None] Provisioning complete for port 4d59a506-a579-4fdc-8655-31fd1bde24d6 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:42.087938 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-c29729d4-91fb-4d00-a5f6-c77f3ac08f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.100556 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48302) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:42.154866 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:21:42.159618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195463e-bce8-44e8-a41b-30726a901460 None None] Network 7598e868-f9ca-405a-88ac-8f27fb7238f6 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:42.167608 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:21:42.187401 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:42.191946 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:42.260910 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.288924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.324188 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.325398 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8083503 Jul 08 15:21:42.344951 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:42.355099 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Usage tracker for resource:security_group_rule and tenant:781d21f2f5e54511893ba94b2524428a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:42.363944 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:42.369467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Usage tracker for resource:security_group_rule and tenant:4c840f5d7f144defae0cac20c903a907 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:42.374265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:42.383307 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:42.437114 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48308) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:42.505841 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:42.578270 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:42.590344 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.592943 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:42.598051 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.604598 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88562bf9-0d97-4edb-91ae-607b6af8aee1 None None] Network c1e7b202-d001-413a-a512-88348eb9160e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:21:42.615574 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:42.617561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:42.658225 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a9b58-f8b5-420a-acc2-a1ca4a80611b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:42.662844 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:42.707743 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c840f5d7f144defae0cac20c903a907&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0732536 Jul 08 15:21:42.710430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48314) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:42.750432 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.843394 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.878903 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-98be9a83-32b5-4a18-83e9-77b9969623e0 service neutron] 10.222.0.58 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8866107 Jul 08 15:21:42.882886 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:42.929616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c4219f7d-e6fc-4f09-8035-f3abe3c6edd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:42.972831 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a08a9-146c-4141-8549-ed8f9426f012,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:42.980901 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:39Z', 'revision_number': 3, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:42.996091 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:21:42.996897 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:42.998744 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Updating router 1d343749-2414-4242-8f56-a9286982bbc0 port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:21:43.000530 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Deleting subnet a84a106b-60c2-458c-833f-91dfe3fba02e {{(pid=78527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:21:43.036327 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.047799 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.070867 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-39652b82-f8b3-4707-b324-cf366544dbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:43.088527 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.146511 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.161977 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.172077 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=781d21f2f5e54511893ba94b2524428a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0702579 Jul 08 15:21:43.174522 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48330) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:43.182940 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d7b533-0c52-4040-85a1-8f0f1d7e8467,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:43.203992 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:43.228500 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:43.292810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a9b58-f8b5-420a-acc2-a1ca4a80611b,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:43.354862 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:43.374052 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.376592 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c40a9b58-f8b5-420a-acc2-a1ca4a80611b HTTP/1.1" status: 204 len: 168 time: 0.6644032 Jul 08 15:21:43.381484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48346) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:43.425738 dv-cinder-798671-3-smb neutron-server[78526]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 15:21:43.427269 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.449142 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.525611 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f4041c34-8eca-4911-90ba-3586b81193cb req-4ff05f15-6ed2-4711-be0e-7002f24b14b5 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.1032908 Jul 08 15:21:43.526116 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:43.562801 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.564602 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:43.565229 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.574625 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.576169 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/598a08a9-146c-4141-8549-ed8f9426f012 HTTP/1.1" status: 204 len: 168 time: 2.6822817 Jul 08 15:21:43.582446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.649508 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.662329 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:43.681419 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Provisioning for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:43.694917 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Provisioning complete for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:43.695453 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.702019 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d7b533-0c52-4040-85a1-8f0f1d7e8467,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:43.715343 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:43.721351 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.728176 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72d7b533-0c52-4040-85a1-8f0f1d7e8467 HTTP/1.1" status: 204 len: 168 time: 0.5435479 Jul 08 15:21:43.783022 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.812378 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Transition to ACTIVE for port object 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:43.834294 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:43.849435 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:43.898180 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.015645 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Pushing event updated for resources: {'Port': ['ID=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:44.019617 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.043147 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.043733 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.044927 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.045544 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.046116 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.046811 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.047701 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.048507 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.049123 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.049675 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.050239 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.050909 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Tracked resource versions report: Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: pushed versions: Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: { 'AddressGroup': {'1.2'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'ConntrackHelper': {'1.0'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Log': {'1.0'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Network': {'1.1'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Port': {'1.7'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'PortForwarding': {'1.2'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'QosPolicy': {'1.8'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroup': {'1.4'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroupRule': {'1.2'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SubPort': {'1.0'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Subnet': {'1.1'}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Trunk': {'1.1'}} Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: consumer versions: Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: { DHCP agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: HyperV agent@hv-cinder-79867: {}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: L3 agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: Metadata agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: Metering agent@dv-cinder-798671-3-smb: {}, Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: Open vSwitch agent@dv-cinder-798671-3-smb: { 'AddressGroup': '1.2', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'ConntrackHelper': '1.0', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Log': '1.0', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Network': '1.1', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Port': '1.7', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'PortForwarding': '1.2', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'QosPolicy': '1.8', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroup': '1.4', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SecurityGroupRule': '1.2', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'SubPort': '1.0', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Subnet': '1.1', Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: 'Trunk': '1.1'}} Jul 08 15:21:44.053341 dv-cinder-798671-3-smb neutron-server[78529]: {{(pid=78529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 15:21:44.060635 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:44.086464 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.086947 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Attempting to bind port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:44.087391 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Attempting to bind port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:44.087820 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Attempting to bind port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:44.096913 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:44.097445 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:44.098199 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.098336 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:44.101540 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Bound port: 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:44.102359 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.135941 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.186490 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:21:44.249758 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] For port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:44.260083 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] For port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:44.268725 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.282537 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:44.304640 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.356448 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4d59a506-a579-4fdc-8655-31fd1bde24d6 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:44.379706 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48374) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:44.412165 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.462961 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:44.469078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Usage tracker for resource:security_group_rule and tenant:70352a96fb824412acdf5fb534a3bd55 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:44.475381 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:44.488520 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:44.495670 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Pushing event updated for resources: {'Port': ['ID=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:44.506954 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:44.512949 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-97002f25-dacb-4f85-a4fe-022783419209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:44.539881 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:44.541107 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:44.813121 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.820582 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.835388 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2b11dfec-1411-434c-9638-82522d7a0aab req-bf246889-9a24-4b25-97a4-a8b6f9f4a0cb tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.1446612 Jul 08 15:21:44.839346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:44.894786 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:44.922224 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:21:44.922759 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-b1659af3-1839-4f23-8f85-f8778e3c642e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:21:44.923855 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:44.931488 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 4d59a506-a579-4fdc-8655-31fd1bde24d6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:44.931867 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:44.945111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4833dca0-21fa-456d-a529-3b63dddebe97,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:44.955705 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:44.963042 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70352a96fb824412acdf5fb534a3bd55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5812840 Jul 08 15:21:44.964946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48404) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:45.016564 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:45.119621 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.207658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.295521 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.345627 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.351378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2612daf3-943f-4821-ab1c-0cc5af376521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:45.374833 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4833dca0-21fa-456d-a529-3b63dddebe97,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:45.383294 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:45.387301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.388937 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4833dca0-21fa-456d-a529-3b63dddebe97 HTTP/1.1" status: 204 len: 168 time: 0.4208713 Jul 08 15:21:45.424495 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:45.467903 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a6651496-2a80-413f-8792-71217f762545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:45.534405 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.568480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84a106b-60c2-458c-833f-91dfe3fba02e,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:45.574960 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:21:45.577702 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:45.582169 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a84a106b-60c2-458c-833f-91dfe3fba02e HTTP/1.1" status: 204 len: 168 time: 3.7172673 Jul 08 15:21:45.584824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48430) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:45.634518 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:45.635192 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.733213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:45.773993 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:39Z', 'revision_number': 3, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:45.779404 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed009d4d-5aba-4b70-bf39-a4fdeab53e43 None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:39Z', 'revision_number': 3, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:21:45.783015 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-5f4df12b-9072-4fc2-829f-5d278d078e62 None None] Provisioning complete for port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:45.783365 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5f4df12b-9072-4fc2-829f-5d278d078e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:46.083625 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:46.167102 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9e78e3ad-3b39-40d2-8659-ac29a6e91d8a req-9b0fa3f1-8d22-495d-a383-930abef78cb1 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.2059343 Jul 08 15:21:46.606307 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:21:46.619994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:21:46.630652 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:46.641976 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:46.644709 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:46.659922 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.660661 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:46.661483 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.661959 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9239812 Jul 08 15:21:46.663375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.664000 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.664686 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.665294 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.665829 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.667459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.668044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.668583 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.701068 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48470) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:46.903066 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.903660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.904145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.904579 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:21:46.905635 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308a76ce-d81d-418a-ab85-b7764d6e2b53']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:46.927108 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a42812-75c3-4fcf-ba6a-5245bf489b6e') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:46.927627 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a42812-75c3-4fcf-ba6a-5245bf489b6e') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:46.944895 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:46.984497 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.001551 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:21:47.001973 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.111471 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:47.215045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Allocated IP 172.20.0.1 (ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8/89297f74-1a77-48d9-91a2-49159789668b/915fa8a1-57cf-4911-9b28-0d9305ce5d37) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: from cryptography.utils import int_from_bytes Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: from cryptography.utils import int_from_bytes Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: util.warn_limited( Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: util.warn_limited( Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:21:47.216228 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:21:47.220189 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.230219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.242717 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:47.280890 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/308a76ce-d81d-418a-ab85-b7764d6e2b53 HTTP/1.1" status: 204 len: 168 time: 1.6945310 Jul 08 15:21:47.290952 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=308a76ce-d81d-418a-ab85-b7764d6e2b53,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:47.293700 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:47.295880 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48488) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:47.484947 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.69', 59062) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:47.527345 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:47.665917 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:47.677874 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:47.678719 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.781681 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:40Z', 'revision_number': 3, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:47.793180 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:21:47.795788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Updating router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 port aeb67de2-1825-41f8-9d5a-0e2173f7b73c binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:21:47.859901 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1b488c34-adf3-4147-b07f-95c7ee515288 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:47.862197 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1b488c34-adf3-4147-b07f-95c7ee515288 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.69 "GET /v2.0/networks?id=0186793e-3b7b-4145-bc29-a371ae9e6196 HTTP/1.1" status: 200 len: 812 time: 0.3747053 Jul 08 15:21:47.881359 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Deleting subnet 9feec127-5400-439d-a314-3ab8aee97ae8 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:21:47.885445 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.899982 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:47.935636 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Request body: {'port': {'device_id': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196', 'admin_state_up': True, 'tenant_id': '04af5df7fcdc4a00bc26c02b1c80f481'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:48.068769 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.308188 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.364104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:48.373571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Usage tracker for resource:port and tenant:04af5df7fcdc4a00bc26c02b1c80f481 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:48.383643 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:48.394646 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:48.430107 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Made reservation on behalf of 04af5df7fcdc4a00bc26c02b1c80f481 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:21:48.447769 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.485518 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-01ac036b-53ee-451b-9447-fa1297b3ea65 req-6340d0bd-1264-4947-8313-cdf0fbf17525 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.4082210 Jul 08 15:21:48.645521 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.709946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:48.745575 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.813235 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.831373 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Transition to ACTIVE for port object aeb67de2-1825-41f8-9d5a-0e2173f7b73c will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:48.845076 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.853017 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:48.879213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.885999 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9feec127-5400-439d-a314-3ab8aee97ae8 HTTP/1.1" status: 204 len: 168 time: 1.5890064 Jul 08 15:21:48.889413 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48556) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:48.903141 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9feec127-5400-439d-a314-3ab8aee97ae8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:48.910649 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:48.920457 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:48.989495 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Attempting to bind port aeb67de2-1825-41f8-9d5a-0e2173f7b73c on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:48.990082 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Attempting to bind port aeb67de2-1825-41f8-9d5a-0e2173f7b73c by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:48.990627 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Attempting to bind port aeb67de2-1825-41f8-9d5a-0e2173f7b73c on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:49.005064 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Transition to ACTIVE for port object 915fa8a1-57cf-4911-9b28-0d9305ce5d37 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:49.008643 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:49.010126 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:49.011102 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.011664 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:49.012444 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Bound port: aeb67de2-1825-41f8-9d5a-0e2173f7b73c, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:49.013060 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.054421 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Pushing event updated for resources: {'Port': ['ID=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:49.063461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:21:49.064900 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:49.078743 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.085684 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:49.194375 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] For port aeb67de2-1825-41f8-9d5a-0e2173f7b73c, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:49.200145 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] For port aeb67de2-1825-41f8-9d5a-0e2173f7b73c, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:49.202533 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:49.206546 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:49.209341 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.223858 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:49.272690 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.296746 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.313519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f97d04f5-987c-47b7-8eec-c419a3689a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:49.331818 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:49.332804 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:49.434424 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:49.491080 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Pushing event updated for resources: {'Port': ['ID=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:49.540064 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Allocated IP 172.20.0.5 (0186793e-3b7b-4145-bc29-a371ae9e6196/5188544b-116d-4183-ba28-4e9d82681fdd/01f379bd-ca25-451a-9c7e-ab4011b0934d) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:49.629355 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.660192 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:49.788363 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:49.814845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:49.865822 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:49.866343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:49.884056 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Pushing event updated for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:50.022273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:50.188721 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:50.290744 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.339657 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-038ad278-128e-47b8-884c-7b818e6a3fc8 req-584ae211-e98d-44f2-b3ae-beeaf341a2d3 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.3993526 Jul 08 15:21:50.371200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:50.371732 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.405672 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7598e868-f9ca-405a-88ac-8f27fb7238f6']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:50.491554 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4984b9-074c-480e-852d-86c495b614b3') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:50.492187 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4984b9-074c-480e-852d-86c495b614b3') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:50.569067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.603624 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.608379 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-55f9f4f4-7b1a-41d3-8467-ce685836d473 None None] Provisioning for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:50.663323 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-55f9f4f4-7b1a-41d3-8467-ce685836d473 None None] Provisioning complete for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:50.667106 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-55f9f4f4-7b1a-41d3-8467-ce685836d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.765277 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.900103 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.923910 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:21:50.924397 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:50.955618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-55f9f4f4-7b1a-41d3-8467-ce685836d473 None None] Port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:21:50.957148 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:21:51.025038 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:40Z', 'revision_number': 3, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:51.052013 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b965b8-d48c-4bb5-b19c-d39104fb699c None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:40Z', 'revision_number': 3, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:21:51.121424 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.132912 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.141957 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9df6c0a8-381f-4e0a-b43c-ddd480eeb88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:51.200888 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Allocated IP 172.20.0.1 (c1e7b202-d001-413a-a512-88348eb9160e/830ce2de-b0e1-4975-99d2-ffbf86a42600/b8e18e83-1f4d-4223-a4fb-284437b03b07) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:21:51.215726 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Pushing event deleted for resources: {'Network': ['ID=7598e868-f9ca-405a-88ac-8f27fb7238f6,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:51.219493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:51.236476 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.262142 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7598e868-f9ca-405a-88ac-8f27fb7238f6 HTTP/1.1" status: 204 len: 168 time: 2.3599238 Jul 08 15:21:51.347311 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.406712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d82e9362-57a1-417c-90be-95207afc92c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:51.547619 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.560866 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.565005 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:51.582229 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Network 0186793e-3b7b-4145-bc29-a371ae9e6196 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:51.596337 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:51.606317 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:51.614039 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:51.958744 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48636) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:52.150635 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-3c42bf00-0fd6-4cd3-8fb0-f954161f47fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f4130f405f341919440a7610d4258f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1622977 Jul 08 15:21:52.156526 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48646) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:52.225513 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Pushing event updated for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:52.238294 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:52.311428 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:52.326843 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:52.328027 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:52.404711 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4838862 Jul 08 15:21:52.441134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-14ef42b4-b852-4d4d-ab2a-22d166b5ced6 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:21:52.443438 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-14ef42b4-b852-4d4d-ab2a-22d166b5ced6 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079653 Jul 08 15:21:52.452101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Pushing event updated for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:52.469511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Transition to ACTIVE for port object b8e18e83-1f4d-4223-a4fb-284437b03b07 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:52.474511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:52.492104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a351fc7-75f0-4088-abde-04846e8eb2a1 req-065c290f-3209-4d21-a5f3-2a388426cf64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:52.492905 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7a351fc7-75f0-4088-abde-04846e8eb2a1 req-065c290f-3209-4d21-a5f3-2a388426cf64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Synchronizing usage tracker for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:21:52.513950 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:52.526062 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:52.662448 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:52.729269 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7a351fc7-75f0-4088-abde-04846e8eb2a1 req-065c290f-3209-4d21-a5f3-2a388426cf64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Unset dirty status for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:21:52.744159 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a351fc7-75f0-4088-abde-04846e8eb2a1 req-065c290f-3209-4d21-a5f3-2a388426cf64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 931 time: 0.9581091 Jul 08 15:21:52.859985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:52.897509 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:52.924801 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:52.969551 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a351fc7-75f0-4088-abde-04846e8eb2a1 req-69af62fe-6dfe-4b9a-a838-ad7f956a0ef9 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224483 Jul 08 15:21:53.115316 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.121220 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f1a43c31-accd-4d15-9e5d-aa44cc4b53b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:53.163815 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-276af2f9-0019-4ad4-b2ab-f76bda7208d6 None None] Provisioning complete for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:53.164365 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-276af2f9-0019-4ad4-b2ab-f76bda7208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.175196 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496598e-9050-4375-8064-2571e389c6cd,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:53.190280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:53.199130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.200539 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5496598e-9050-4375-8064-2571e389c6cd HTTP/1.1" status: 204 len: 168 time: 1.0356100 Jul 08 15:21:53.327041 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Network c1e7b202-d001-413a-a512-88348eb9160e is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:53.333032 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:53.363430 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:21:53.367699 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.429874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:53.467038 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:53.472936 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-276af2f9-0019-4ad4-b2ab-f76bda7208d6 None None] Port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:21:53.489497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device aeb67de2-1825-41f8-9d5a-0e2173f7b73c up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:53.530001 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:21:53.707304 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port aeb67de2-1825-41f8-9d5a-0e2173f7b73c completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:53.731052 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port aeb67de2-1825-41f8-9d5a-0e2173f7b73c triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:53.732387 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.928633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-a0bbbc03-647c-45b2-aa22-223f75aead7a None None] Provisioning for port b8e18e83-1f4d-4223-a4fb-284437b03b07 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:21:53.939120 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-a0bbbc03-647c-45b2-aa22-223f75aead7a None None] Provisioning complete for port b8e18e83-1f4d-4223-a4fb-284437b03b07 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:53.939503 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc03-647c-45b2-aa22-223f75aead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:53.983631 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Request body: {'port': {'device_id': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:54.203217 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbbc03-647c-45b2-aa22-223f75aead7a None None] Port b8e18e83-1f4d-4223-a4fb-284437b03b07 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:21:54.336529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48690) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:54.382231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48696) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:54.518076 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:54.522766 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:21:54.530069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48704) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:54.534262 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:21:54.557087 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:54.558084 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:54.569157 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port aeb67de2-1825-41f8-9d5a-0e2173f7b73c, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:21:54.575130 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:54.577949 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:54.660707 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:54.733147 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:54.736983 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:54.804763 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:54.918845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35524b73-9288-4d62-be41-c4c400fe1111 req-cd2581ae-b766-49d6-bd39-d88d153c80eb tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:54.921595 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-35524b73-9288-4d62-be41-c4c400fe1111 req-cd2581ae-b766-49d6-bd39-d88d153c80eb tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 931 time: 0.5715501 Jul 08 15:21:54.924488 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d343749-2414-4242-8f56-a9286982bbc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4832537 Jul 08 15:21:55.097277 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c3ec0826-a21b-4e5c-88fd-eb26686e8d2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=196e2b15dbbd45bf8f0b4ab8d20ecabf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5485587 Jul 08 15:21:55.107100 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48714) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:55.113685 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:55.242423 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:55.387215 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:55.416971 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device aeb67de2-1825-41f8-9d5a-0e2173f7b73c up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:21:55.471495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Usage tracker for resource:security_group_rule and tenant:5a31f95c8a204e3ca41c377e83bc1e14 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:55.532349 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:55.659385 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port aeb67de2-1825-41f8-9d5a-0e2173f7b73c triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:55.660110 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:55.690292 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:55.747589 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-35524b73-9288-4d62-be41-c4c400fe1111 req-e43f949a-d7ec-4481-b6e1-7922e277000d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949286 Jul 08 15:21:55.774217 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:55.809487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b32261bf8a54c03bdc409fdb69af841 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:55.816995 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:55.829805 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:56.034833 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:56.053090 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 2, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:56.062841 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:21:56.063129 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Updating router 1d343749-2414-4242-8f56-a9286982bbc0 port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:21:56.107378 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:56.111415 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.146267 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.152865 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.164884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.169014 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.174522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.193674 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.219343 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9c294fb1-463d-426c-8a6e-e399c65ebf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:56.241498 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f379bd-ca25-451a-9c7e-ab4011b0934d {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:21:56.249431 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:56.268679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.330067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Transition to ACTIVE for port object 01f379bd-ca25-451a-9c7e-ab4011b0934d will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:56.337472 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b32261bf8a54c03bdc409fdb69af841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9891360 Jul 08 15:21:56.338398 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df7f82-8f9c-42d2-84bf-fd619253322f,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:56.343173 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:56.343708 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48736) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:56.347050 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.389442 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:56.659236 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.692122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:56.700440 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:56.794699 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.928821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b354f27e-adbd-4edc-9e0a-3da4adc9301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:56.948248 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.966990 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.968667 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:56.976158 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Transition to ACTIVE for port object 915fa8a1-57cf-4911-9b28-0d9305ce5d37 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:21:56.991553 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.015700 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:57.019027 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.020197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4322f-d5f9-4aec-953a-56e48ca8d713,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:57.024107 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:57.065980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Network c1e7b202-d001-413a-a512-88348eb9160e is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:21:57.070259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-88b2b375-fbcd-4d82-9c50-d7de975e969f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:57.146366 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312b034-6b3b-43b2-960a-dea56c5ce477 None None] Pushing event updated for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:57.150997 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-2312b034-6b3b-43b2-960a-dea56c5ce477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:57.174143 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f8656-b53e-4a7d-bc4d-31054863fef8,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:57.181927 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:57.187793 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:21:57.236120 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.241644 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/49b4322f-d5f9-4aec-953a-56e48ca8d713 HTTP/1.1" status: 204 len: 168 time: 2.0071733 Jul 08 15:21:57.520855 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:57.539824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48754) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:57.561111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.741799 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:21:57.749830 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a31f95c8a204e3ca41c377e83bc1e14&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3238852 Jul 08 15:21:57.752565 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48766) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:57.815931 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Attempting to bind port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:57.821161 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Attempting to bind port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:57.822627 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Attempting to bind port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:57.826052 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-1f4a62d4-b980-4018-b7e1-4d1337efbb13 None None] Provisioning complete for port b8e18e83-1f4d-4223-a4fb-284437b03b07 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:21:57.831652 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-1f4a62d4-b980-4018-b7e1-4d1337efbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.842076 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:57.870675 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Checking segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:57.871446 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.872027 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Bound using segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:57.879001 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Bound port: 915fa8a1-57cf-4911-9b28-0d9305ce5d37, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:57.880356 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:57.901870 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487839277', 'description': 'tempest-description--741473499'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:21:57.914545 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.525s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:57.963492 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:58.015901 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:58.043406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:21:58.057195 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] 10.222.0.58 "PUT /v2.0/routers/8d4e1d1b-5c43-4c68-94e9-6c10ad451702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3545768 Jul 08 15:21:58.058101 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.063010 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9df7f82-8f9c-42d2-84bf-fd619253322f HTTP/1.1" status: 204 len: 168 time: 1.7176108 Jul 08 15:21:58.074887 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:21:58.089652 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:58.104220 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Attempting to bind port 01f379bd-ca25-451a-9c7e-ab4011b0934d on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:21:58.105700 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Attempting to bind port 01f379bd-ca25-451a-9c7e-ab4011b0934d by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '9b2c5ec6-5734-452d-b701-19fe10cf9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:21:58.109566 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Attempting to bind port 01f379bd-ca25-451a-9c7e-ab4011b0934d on network 0186793e-3b7b-4145-bc29-a371ae9e6196 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:58.120790 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a62d4-b980-4018-b7e1-4d1337efbb13 None None] Port b8e18e83-1f4d-4223-a4fb-284437b03b07 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:21:58.148013 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:58.151279 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:58.159176 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:58.176274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Port 01f379bd-ca25-451a-9c7e-ab4011b0934d on network 0186793e-3b7b-4145-bc29-a371ae9e6196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:21:58.177003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Attempting to bind port 01f379bd-ca25-451a-9c7e-ab4011b0934d on network 0186793e-3b7b-4145-bc29-a371ae9e6196 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:21:58.199916 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.233548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:58.269835 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.290160 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:21:58.290728 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Checking segment: {'id': '9b2c5ec6-5734-452d-b701-19fe10cf9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:21:58.295218 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Bound using segment: {'id': '9b2c5ec6-5734-452d-b701-19fe10cf9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:21:58.297738 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Bound port: 01f379bd-ca25-451a-9c7e-ab4011b0934d, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2c5ec6-5734-452d-b701-19fe10cf9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:21:58.298297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.400693 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df7f82-8f9c-42d2-84bf-fd619253322f,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:58.411969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:58.532222 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.538452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.565474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5be3a563-5bc7-4f34-9d2c-c32355549c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:58.715858 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac2ca-f3b1-448f-bb75-12ea6cde1c8c req-655051e4-56c6-4e97-adc8-77c34adb95c3 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:58.722881 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-01dac2ca-f3b1-448f-bb75-12ea6cde1c8c req-655051e4-56c6-4e97-adc8-77c34adb95c3 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 943 time: 1.5967457 Jul 08 15:21:58.726923 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] For port 915fa8a1-57cf-4911-9b28-0d9305ce5d37, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:58.731631 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] For port 915fa8a1-57cf-4911-9b28-0d9305ce5d37, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=915fa8a1-57cf-4911-9b28-0d9305ce5d37,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:58.749613 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.774514 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-04afdb73-d027-4866-b0a2-aad27091782e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:58.844102 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:58.845497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:21:58.856070 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/049f8656-b53e-4a7d-bc4d-31054863fef8 HTTP/1.1" status: 204 len: 168 time: 1.1021924 Jul 08 15:21:58.861909 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f8656-b53e-4a7d-bc4d-31054863fef8,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:58.865720 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:58.883766 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:58.914448 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:59.004814 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:59.025713 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-01dac2ca-f3b1-448f-bb75-12ea6cde1c8c req-2430799f-308f-4d44-a661-5d1e7b16a413 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679861 Jul 08 15:21:59.050464 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312b034-6b3b-43b2-960a-dea56c5ce477 None None] Pushing event updated for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=4']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:59.054821 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-2312b034-6b3b-43b2-960a-dea56c5ce477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:59.061284 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:21:59.061912 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:21:59.079023 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:59.098239 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:21:59.114765 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d,segment=NetworkSegment(9b2c5ec6-5734-452d-b701-19fe10cf9242),segment_id=9b2c5ec6-5734-452d-b701-19fe10cf9242)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:21:59.134233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.162761 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48814) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:21:59.178646 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:59.233218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.306983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:21:59.328956 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0fdce8f1fb4802b7cc218fdf0d8b20 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:21:59.347748 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:21:59.386519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:21:59.438925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:21:59.441951 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.445139 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] 10.222.0.69 "PUT /v2.0/ports/01f379bd-ca25-451a-9c7e-ab4011b0934d HTTP/1.1" status: 200 len: 1093 time: 6.5827947 Jul 08 15:21:59.462891 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:21:59.552392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Pushing event updated for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:21:59.568986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:21:59.764511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.777490 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.796997 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:21:59.854289 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.864057 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:21:59.884426 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e2f8a8c6-308b-45d9-81ac-cd0e890922d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:00.007719 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-20750040-5802-444d-9791-05426542bf11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd0fdce8f1fb4802b7cc218fdf0d8b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433053 Jul 08 15:22:00.012174 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48840) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:00.023383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2441f62e-cb88-49e7-8534-7e22fb6e4256,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:00.031728 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:00.059381 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-5450a8a6-e53b-4256-b484-783ed3e360a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:00.067875 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-5450a8a6-e53b-4256-b484-783ed3e360a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=04af5df7fcdc4a00bc26c02b1c80f481&device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 1096 time: 0.4893122 Jul 08 15:22:00.337550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:00.364453 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:21:55Z', 'revision_number': 2, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:00.395667 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:22:00.399798 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Updating router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 port b8e18e83-1f4d-4223-a4fb-284437b03b07 binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:22:00.439886 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:00.455208 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:00.459612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:00.471846 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9033382 Jul 08 15:22:00.475126 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48856) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:00.478477 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:00.573489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:00.596555 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group_rule': {'security_group_id': '0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:00.619543 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-1d86c11d-06b0-4dbd-9638-b9fc7cd5f83f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d HTTP/1.1" status: 200 len: 217 time: 0.5172269 Jul 08 15:22:00.687402 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:00.805611 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:00.831160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:00.882749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-62222fc5-b370-4391-9915-e363631827bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:00.977770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441f62e-cb88-49e7-8534-7e22fb6e4256,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:00.993216 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:01.029647 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48870) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:01.040210 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:01.103080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:01.158539 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:01.163578 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2441f62e-cb88-49e7-8534-7e22fb6e4256 HTTP/1.1" status: 204 len: 168 time: 1.1462319 Jul 08 15:22:01.183243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:01.191143 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:01.196531 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd152bfdc1f419f8d90d96ed787d668 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:01.215056 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:01.236747 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:01.364149 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-fc40fce1-a5be-4b5e-8cd5-34bad7b02450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:01.373163 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-fc40fce1-a5be-4b5e-8cd5-34bad7b02450 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5188544b-116d-4183-ba28-4e9d82681fdd HTTP/1.1" status: 200 len: 852 time: 0.5348582 Jul 08 15:22:01.384128 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:01.571120 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 48882) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:01.625724 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393875739', 'description': 'tempest-description--1107512544'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:01.660040 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-05a41890-67d0-42ea-aa52-e57c270ab719 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0186793e-3b7b-4145-bc29-a371ae9e6196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2570927 Jul 08 15:22:01.672352 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:01.720507 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:01.771209 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:01.782924 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:01.794258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:01.821132 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-82eb84c1-4aa9-4d83-b5b6-671b9ffc7ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:01.942980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d2077-b0ca-4a42-83c6-f039aa1b2b98,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:01.953503 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:02.023587 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccd152bfdc1f419f8d90d96ed787d668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9927452 Jul 08 15:22:02.026844 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48900) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:02.139335 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:02.274466 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:02.322636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.323431 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:21:58Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:02.332992 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1537b-055e-40d6-9031-9d64226eef98 None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:21:58Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:02.387282 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.394977 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.492266 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d1fdc-9802-49fa-9420-d5ca0a266433 req-dac1ad6a-4885-4bea-bbc3-cea72826d03b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:02.497888 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Transition to ACTIVE for port object b8e18e83-1f4d-4223-a4fb-284437b03b07 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:02.502247 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d56d1fdc-9802-49fa-9420-d5ca0a266433 req-dac1ad6a-4885-4bea-bbc3-cea72826d03b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 943 time: 1.9368677 Jul 08 15:22:02.521852 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.551200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:02.562913 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.630902 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-6ca0574d-9c80-4d56-8bac-3842150741eb service neutron] 10.222.0.69 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9170272 Jul 08 15:22:02.633207 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.644479 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:02.649131 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.658817 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:02.683808 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.723125 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d56d1fdc-9802-49fa-9420-d5ca0a266433 req-cd729739-15fe-46de-89c2-cdc196e0e3f0 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197597 Jul 08 15:22:02.726748 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:02.738759 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:02.741848 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:02.743360 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d2077-b0ca-4a42-83c6-f039aa1b2b98,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:02.752903 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:02.773557 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.780416 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc7d2077-b0ca-4a42-83c6-f039aa1b2b98 HTTP/1.1" status: 204 len: 168 time: 0.7492533 Jul 08 15:22:02.787904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:02.890042 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d', 'status': 'completed', 'code': 200} Jul 08 15:22:02.896883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ab42d3-0c8a-4b36-bce1-a5f562d57c8d,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:02.916095 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:02.916507 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:02.927681 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:02.975455 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:02.976877 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4204912 Jul 08 15:22:02.981855 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48916) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:03.006561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group_rule': {'security_group_id': '0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:03.042126 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:03.056916 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:03.073081 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:03.077219 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f80d056b-46cf-402f-8b76-92e4bd0694cd req-469e47b9-5723-49ad-aede-a485cc367a8b service neutron] 10.222.0.69 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281898 Jul 08 15:22:03.118243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:03.144667 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.230809 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.427305 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.486350 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:03.690563 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.691175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.696886 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1196566 Jul 08 15:22:03.696886 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27ed4d-a927-4f78-a2b5-35f59aec1281,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:03.698052 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48938) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:03.706213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:03.708732 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4e01-fe97-488e-abef-b93482f92977 req-854d5460-b5ff-4a0a-99bf-472a5eb46ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:03.721822 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-854d5460-b5ff-4a0a-99bf-472a5eb46ddf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=04af5df7fcdc4a00bc26c02b1c80f481&device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 1096 time: 0.5683312 Jul 08 15:22:03.800615 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:03.804320 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group_rule': {'security_group_id': '7c27ed4d-a927-4f78-a2b5-35f59aec1281', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:03.812804 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:03.829584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:03.837058 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 915fa8a1-57cf-4911-9b28-0d9305ce5d37 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:03.941945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:03.970962 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:03.997948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3553040-1e1b-490c-a942-8274c909e53b,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:04.025845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:04.059240 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Attempting to bind port b8e18e83-1f4d-4223-a4fb-284437b03b07 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:04.060134 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Attempting to bind port b8e18e83-1f4d-4223-a4fb-284437b03b07 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:04.061539 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Attempting to bind port b8e18e83-1f4d-4223-a4fb-284437b03b07 on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:04.087903 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:04.100096 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:04.100932 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Checking segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:04.101580 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.102396 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Bound using segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:04.103192 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Bound port: b8e18e83-1f4d-4223-a4fb-284437b03b07, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:04.103837 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.124469 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.126692 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1426392 Jul 08 15:22:04.130724 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48952) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:04.180938 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:04.226671 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4e01-fe97-488e-abef-b93482f92977 req-edbd8ceb-2d9e-4afc-887b-4612d70a2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:04.228819 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-edbd8ceb-2d9e-4afc-887b-4612d70a2dae service neutron] 10.222.0.69 "GET /v2.0/networks?id=0186793e-3b7b-4145-bc29-a371ae9e6196 HTTP/1.1" status: 200 len: 913 time: 0.4929042 Jul 08 15:22:04.267959 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.312342 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:04.399776 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] For port b8e18e83-1f4d-4223-a4fb-284437b03b07, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:04.406653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:floatingip and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:04.411282 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] For port b8e18e83-1f4d-4223-a4fb-284437b03b07, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=b8e18e83-1f4d-4223-a4fb-284437b03b07,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:04.429065 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.438199 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-5159e817-a4be-4599-9562-7a3f1764d5ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d HTTP/1.1" status: 200 len: 217 time: 0.1116138 Jul 08 15:22:04.456100 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:04.479154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:04.572358 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:04.593102 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec926c-0646-4498-ad7c-4e383dd060bb req-43e0d09f-c882-4c6c-a6fc-73ad30bfab64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:04.600173 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-84ec926c-0646-4498-ad7c-4e383dd060bb req-43e0d09f-c882-4c6c-a6fc-73ad30bfab64 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 943 time: 0.3698623 Jul 08 15:22:04.621647 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.725514 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:04.785428 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:04.788878 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.815569 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:04.819105 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.831619 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4e01-fe97-488e-abef-b93482f92977 req-abe11068-3a06-4b7b-b58a-a4084fd4078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:04.833929 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:04.834619 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:21:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:04.838512 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-abe11068-3a06-4b7b-b58a-a4084fd4078d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5188544b-116d-4183-ba28-4e9d82681fdd HTTP/1.1" status: 200 len: 852 time: 0.3854678 Jul 08 15:22:04.850089 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:04.976250 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:04.980037 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2797039 Jul 08 15:22:04.986985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48968) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:04.995579 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606e9422-2ca5-4918-a749-72f3c391365d,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:05.010711 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:05.027627 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group_rule': {'security_group_id': '7c27ed4d-a927-4f78-a2b5-35f59aec1281', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:05.051443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:05.096690 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:05.098564 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:05.100834 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:05.121704 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:05.127861 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 48976) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:05.144041 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-84ec926c-0646-4498-ad7c-4e383dd060bb req-dcd0f694-f1b0-454a-afe0-53a3885f72d6 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348279 Jul 08 15:22:05.157751 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:05.161182 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-aa0d103e-c671-4eaa-bac5-bfd70325d260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0186793e-3b7b-4145-bc29-a371ae9e6196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2979946 Jul 08 15:22:05.420613 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:05.813099 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:05.905008 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-5a1285b1-e316-4e12-ba5f-c05ba7236752 service neutron] 10.222.0.69 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269638 Jul 08 15:22:06.016844 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:06.134454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.161436 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49000) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:06.175010 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.205796 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.219248 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.221252 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:06.234449 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-166e4ea9-8297-4f07-9001-42f27d1dbbe1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:06.245499 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Usage tracker for resource:security_group_rule and tenant:0563919cac3f465891a2b46eab834d36 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:06.272630 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:06.316394 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:06.325534 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-396e4e01-fe97-488e-abef-b93482f92977 req-8b812f0c-2a64-4703-b50d-5b71c20ce231 service neutron] 10.222.0.69 "GET /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990746 Jul 08 15:22:06.336167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2588d32e-32e2-4736-a8ca-2caaf4784a3e,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:06.398306 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:06.440713 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.444826 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4302301 Jul 08 15:22:06.445739 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49014) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:06.451203 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:06.462926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:06.471682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:floatingip and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:06.483376 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:06.491179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Allocated IP 172.28.3.116 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:06.508260 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:06.543079 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.691366 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 915fa8a1-57cf-4911-9b28-0d9305ce5d37, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=915fa8a1-57cf-4911-9b28-0d9305ce5d37,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:06.704871 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.795260 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.807103 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:06.811169 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.832606 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4a16e077-59cc-43e5-a88d-da863c8d287c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:06.865462 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542d992-84df-496f-9274-bd5d87fc9005 req-8ed2057d-81d7-4756-9bd8-f6f2837fb658 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:06.867132 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c542d992-84df-496f-9274-bd5d87fc9005 req-8ed2057d-81d7-4756-9bd8-f6f2837fb658 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 943 time: 0.3734751 Jul 08 15:22:06.964484 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:06.974864 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:06.998974 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:07.010765 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.031194 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf5376-11b6-4f76-9a9c-fd71355bff37,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:07.040853 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:07.046800 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0563919cac3f465891a2b46eab834d36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8276949 Jul 08 15:22:07.057514 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49028) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:07.080210 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:04Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:07.094677 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b99ddd-6cbf-4916-b338-7af049922d7f None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:04Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:07.104558 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.156866 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-c542d992-84df-496f-9274-bd5d87fc9005 req-f34435ca-b295-4560-9ace-b194f42d1e3e tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Synchronizing usage tracker for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:07.184200 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:07.232537 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:003899ae397d42e79b419cbe90f1308a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:07.238727 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:07.249374 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:07.249980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-c542d992-84df-496f-9274-bd5d87fc9005 req-f34435ca-b295-4560-9ace-b194f42d1e3e tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Unset dirty status for tenant:04af5df7fcdc4a00bc26c02b1c80f481 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:07.266977 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c542d992-84df-496f-9274-bd5d87fc9005 req-f34435ca-b295-4560-9ace-b194f42d1e3e tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447845 Jul 08 15:22:07.283051 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.283365 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.304744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:07.437359 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-bdd10422-979e-40d4-b2ed-e1b7ba725f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.461809 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.472884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.481750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.504301 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:07.513673 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:07.516438 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:07.522827 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:07.525830 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:07.626183 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:07.649649 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.679100 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.684996 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:07.725210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=003899ae397d42e79b419cbe90f1308a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5157475 Jul 08 15:22:07.736282 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49044) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:07.769046 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf5376-11b6-4f76-9a9c-fd71355bff37,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:07.771480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:07.815082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.817648 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Allocated IP 172.28.3.133 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/655e1fa6-941e-4f1c-b6ca-d5174a88f547) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:07.818539 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82cf5376-11b6-4f76-9a9c-fd71355bff37 HTTP/1.1" status: 204 len: 168 time: 0.7437465 Jul 08 15:22:07.845576 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:07.847810 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.069213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c1386-afc6-495e-9813-2e788e8fbd95,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:08.085009 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:08.224250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.284213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.314283 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.400515 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.407688 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:08.477683 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.493587 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:08.503152 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:08.507470 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:08.602262 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.605681 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b79c1386-afc6-495e-9813-2e788e8fbd95 HTTP/1.1" status: 204 len: 168 time: 0.8452268 Jul 08 15:22:08.609405 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=655e1fa6-941e-4f1c-b6ca-d5174a88f547,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:08.614672 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:08.617600 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:08.641435 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c1386-afc6-495e-9813-2e788e8fbd95,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:08.650431 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:08.702456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.715350 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.722775 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-83882cc0-79cc-43d6-8916-1cfdf8ce21f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:08.845073 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.926749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.967482 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:08.970877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:08.982686 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b8e18e83-1f4d-4223-a4fb-284437b03b07 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:08.984795 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:08.986422 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8360677 Jul 08 15:22:09.026693 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.062011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49082) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:09.126003 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 01f379bd-ca25-451a-9c7e-ab4011b0934d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:22:09.161589 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port b8e18e83-1f4d-4223-a4fb-284437b03b07 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:09.194700 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port b8e18e83-1f4d-4223-a4fb-284437b03b07 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:09.195314 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.377810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.394208 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.402138 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:09.482824 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.495716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4705d9-134a-4e47-a6db-f452f13c1ab0 req-863f5069-2dc4-4637-98b7-7786ed8d3208 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:09.497388 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5f4705d9-134a-4e47-a6db-f452f13c1ab0 req-863f5069-2dc4-4637-98b7-7786ed8d3208 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 943 time: 0.8376374 Jul 08 15:22:09.500476 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=655e1fa6-941e-4f1c-b6ca-d5174a88f547,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:09.531340 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d,segment=NetworkSegment(9b2c5ec6-5734-452d-b701-19fe10cf9242),segment_id=9b2c5ec6-5734-452d-b701-19fe10cf9242)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:09.571873 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port b8e18e83-1f4d-4223-a4fb-284437b03b07, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=b8e18e83-1f4d-4223-a4fb-284437b03b07,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:09.573586 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '01f379bd-ca25-451a-9c7e-ab4011b0934d', 'network_id': '0186793e-3b7b-4145-bc29-a371ae9e6196', 'port_id': '01f379bd-ca25-451a-9c7e-ab4011b0934d', 'mac_address': 'fa:16:3e:02:c6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5188544b-116d-4183-ba28-4e9d82681fdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:22:09.579633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.580948 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 915fa8a1-57cf-4911-9b28-0d9305ce5d37 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:09.601427 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.616596 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.631207 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:09.692327 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:09.717867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:09.723032 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5f4705d9-134a-4e47-a6db-f452f13c1ab0 req-a962c562-c4d2-4f94-b655-4b600046d489 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167471 Jul 08 15:22:09.726004 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.727418 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2812614 Jul 08 15:22:09.730320 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ffac729e72f4e18aafcffa7119066fe is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:09.788520 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:09.798875 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4e8e53ad-f18c-4625-8acc-3246cda119b4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:09.803992 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.809875 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:09.836176 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:09.843286 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49112) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:09.850561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4e8e53ad-f18c-4625-8acc-3246cda119b4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:09.858310 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:09.860059 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4e8e53ad-f18c-4625-8acc-3246cda119b4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--487839277&fields=id&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 267 time: 0.2157161 Jul 08 15:22:09.864770 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f379bd-ca25-451a-9c7e-ab4011b0934d {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:09.881964 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.921103 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d,segment=NetworkSegment(9b2c5ec6-5734-452d-b701-19fe10cf9242),segment_id=9b2c5ec6-5734-452d-b701-19fe10cf9242)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:09.943011 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:09.949151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Usage tracker for resource:security_group_rule and tenant:f67c0c0b9138430c8cbe4d0e4ad829a0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:09.953077 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:09.960047 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:09.962901 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:09.982520 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-9dd33145-4284-4190-968d-696066f15b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:10.102464 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:10.109942 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:10.110469 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.133745 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4a08cd92-4b56-4521-97ab-7719258de60d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:10.137887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4a08cd92-4b56-4521-97ab-7719258de60d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:10.147039 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:10.160542 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.167213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.195904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-16ec1b1e-ea61-4bef-8663-2c8e655fc1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:10.196657 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ce6425b4-b8cb-4b87-9eeb-d3b34d0bce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.212570 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.219227 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.229567 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-20750040-5802-444d-9791-05426542bf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:10.241842 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4a08cd92-4b56-4521-97ab-7719258de60d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:10.250354 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-4a08cd92-4b56-4521-97ab-7719258de60d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 817 time: 0.3892736 Jul 08 15:22:10.286721 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['01f379bd-ca25-451a-9c7e-ab4011b0934d'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:22:10.304005 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-70042fac-f843-4a68-91b4-ae3b4a58214b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/quotas/e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 375 time: 0.0526164 Jul 08 15:22:10.320347 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8905af00-3e95-4f1f-8051-8defa1b5af3a,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:10.335188 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:10.346158 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f67c0c0b9138430c8cbe4d0e4ad829a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019133 Jul 08 15:22:10.349248 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ffac729e72f4e18aafcffa7119066fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2834556 Jul 08 15:22:10.355131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49128) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:10.355337 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba7c7a-de01-4061-ae64-a80b4c9fc00d,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:10.355417 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49130) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:10.357980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:10.453703 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-982a6567-0625-42ed-aa38-3067620e6b9e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:10.478358 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-982a6567-0625-42ed-aa38-3067620e6b9e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:10.498820 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-982a6567-0625-42ed-aa38-3067620e6b9e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1936765 Jul 08 15:22:10.540020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.587678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.595552 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.675354 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:10.757332 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c63d7809-8b59-44a8-99d3-419ac4815d8e service neutron] 10.222.0.58 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567441 Jul 08 15:22:10.781274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-79cf8a8e-f07e-4725-a5c0-72d7e2b6d0b8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:10.876808 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-79cf8a8e-f07e-4725-a5c0-72d7e2b6d0b8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:10.878072 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-79cf8a8e-f07e-4725-a5c0-72d7e2b6d0b8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--393875739&fields=id&tenant_id=fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 267 time: 0.2609229 Jul 08 15:22:10.888547 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b8e18e83-1f4d-4223-a4fb-284437b03b07 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:10.965454 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-843f9d2c-d85e-46fd-a1d8-c278f8f4c6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983860 Jul 08 15:22:10.986438 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port b8e18e83-1f4d-4223-a4fb-284437b03b07 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:10.986438 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.167850 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.172519 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.180788 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.187291 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-27868d8c-7835-43a0-a648-84e426b477ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:11.206244 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8905af00-3e95-4f1f-8051-8defa1b5af3a,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:11.250332 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.255545 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-50ec8d5e-500d-4d3b-af33-608f434e27c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8905af00-3e95-4f1f-8051-8defa1b5af3a HTTP/1.1" status: 204 len: 168 time: 0.9008422 Jul 08 15:22:11.262756 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba7c7a-de01-4061-ae64-a80b4c9fc00d,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:11.272770 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:11.274706 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbba7c7a-de01-4061-ae64-a80b4c9fc00d HTTP/1.1" status: 204 len: 168 time: 0.9183559 Jul 08 15:22:11.299441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:11.299810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:11.300273 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:11.381024 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-0bfed960-5e2c-413a-97f6-44d0c467ce64 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:11.385589 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-0bfed960-5e2c-413a-97f6-44d0c467ce64 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 811 time: 0.4687183 Jul 08 15:22:11.426923 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-88d04c05-7c33-4705-a6ce-130c46d68e4c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/quotas/fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 375 time: 0.0342352 Jul 08 15:22:11.492906 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa375780-a127-4132-858c-53ca87a3bf71 req-5045b271-942e-4a4b-aa23-c08ad74c5eab tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:11.495813 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-aa375780-a127-4132-858c-53ca87a3bf71 req-5045b271-942e-4a4b-aa23-c08ad74c5eab tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 944 time: 0.1659360 Jul 08 15:22:11.584090 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-eb21720c-7d97-4d19-a0b6-aab675ec860d tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506801 Jul 08 15:22:11.622061 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-aa375780-a127-4132-858c-53ca87a3bf71 req-efe5e587-8371-4d8e-a42c-a3c38ad41c7d tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145833 Jul 08 15:22:11.761289 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-15514b2c-edb7-4688-979f-4e8ade2bacb9 req-b38c7f45-0872-4ee7-935a-ba4b95394cb5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 210 time: 0.0577409 Jul 08 15:22:12.030731 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49238) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:12.253801 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49272) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:12.291467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.366680 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:12.382902 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Usage tracker for resource:security_group_rule and tenant:63f627bb766545c79e8f2a3a4989f92c is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:12.387841 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:12.417266 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:12.529740 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.750483 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.758807 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.782407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-464cecea-8317-4747-94fa-d52c3e854a00 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78526) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 15:22:12.789209 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-464cecea-8317-4747-94fa-d52c3e854a00 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4786716 Jul 08 15:22:12.798378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.828352 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:12.838175 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63f627bb766545c79e8f2a3a4989f92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831451 Jul 08 15:22:12.842709 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49310) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:12.948106 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:12.993303 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.040379 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:13.056826 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e73132d-af27-43fb-87e9-27d7506f0e7c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:13.075680 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.083460 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:13.084216 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d9e7373c-1120-4d62-a4c3-569b9b15205e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:13.097949 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e73132d-af27-43fb-87e9-27d7506f0e7c,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:13.104778 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 01f379bd-ca25-451a-9c7e-ab4011b0934d up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:13.110423 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Usage tracker for resource:security_group_rule and tenant:a6bab181056f4b6e82ca3fe0d1c1602a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:13.137096 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:13.187190 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:13.205736 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:13.272082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.273576 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e73132d-af27-43fb-87e9-27d7506f0e7c HTTP/1.1" status: 204 len: 168 time: 0.4295545 Jul 08 15:22:13.327255 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078128e-0de7-41a5-9f3f-f2634b2f5f21 req-666ef36c-5467-4930-9eed-12c940857e9b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:13.338392 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c078128e-0de7-41a5-9f3f-f2634b2f5f21 req-666ef36c-5467-4930-9eed-12c940857e9b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 944 time: 0.2415426 Jul 08 15:22:13.343762 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 01f379bd-ca25-451a-9c7e-ab4011b0934d completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:13.377022 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 01f379bd-ca25-451a-9c7e-ab4011b0934d triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:13.381612 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.425186 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c078128e-0de7-41a5-9f3f-f2634b2f5f21 req-38164203-e9de-4163-9f38-a9f923be6910 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 Jul 08 15:22:13.471314 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-c0567872-5e1b-44dd-bb82-457ac5896770 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948181 Jul 08 15:22:13.699469 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.759834 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:13.867509 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d,segment=NetworkSegment(9b2c5ec6-5734-452d-b701-19fe10cf9242),segment_id=9b2c5ec6-5734-452d-b701-19fe10cf9242)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:13.874185 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.875177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.883134 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:13.889106 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:13.902188 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0d4d8407-d8a7-4200-bbb5-13ba1efaf8cc req-fd4f6364-0cf7-47f5-a2f8-31f118adb306 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 210 time: 0.1432867 Jul 08 15:22:13.958243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:14.025079 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-8a0be2bf-8ec8-4d63-b270-b8f679923b46 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592062 Jul 08 15:22:14.083543 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:14.088877 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:14.244092 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6535b9-9d1c-4c83-acdd-c0faa21f6a5e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:14.263022 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6bab181056f4b6e82ca3fe0d1c1602a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2274556 Jul 08 15:22:14.263022 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:14.264143 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49360) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:14.438854 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-6d9fc727-270d-4a17-bd5a-7717293d15af tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:14.442248 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-6d9fc727-270d-4a17-bd5a-7717293d15af tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 817 time: 0.4501741 Jul 08 15:22:14.568105 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-f55a3b25-fb2a-4590-bdd5-ce275fefea1c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:14.601821 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-f55a3b25-fb2a-4590-bdd5-ce275fefea1c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:14.603323 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-f55a3b25-fb2a-4590-bdd5-ce275fefea1c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 379 time: 0.1513579 Jul 08 15:22:14.619011 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'port': {'device_id': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'admin_state_up': True, 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'security_groups': ['0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a']}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:14.628635 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:14.634909 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5dd4a867-9aa9-4b7e-9041-fc14b76b530f req-0f8a8c88-95a3-4633-a263-9b4384494a3c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:14.717716 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:14.807654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5dd4a867-9aa9-4b7e-9041-fc14b76b530f req-0f8a8c88-95a3-4633-a263-9b4384494a3c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:14.817532 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5dd4a867-9aa9-4b7e-9041-fc14b76b530f req-0f8a8c88-95a3-4633-a263-9b4384494a3c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 210 time: 0.3991055 Jul 08 15:22:14.846936 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:14.852089 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c45b750d-d2d3-4fbd-b764-1c3f65a2e920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:14.863332 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6535b9-9d1c-4c83-acdd-c0faa21f6a5e,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:14.865876 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:14.871903 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:14.873235 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d6535b9-9d1c-4c83-acdd-c0faa21f6a5e HTTP/1.1" status: 204 len: 168 time: 0.6057730 Jul 08 15:22:14.966128 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317921c-500d-49ce-8a87-ce3571fb2654 req-22f9492b-2bc4-48a9-b627-ae861ab75e8b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:14.967721 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d317921c-500d-49ce-8a87-ce3571fb2654 req-22f9492b-2bc4-48a9-b627-ae861ab75e8b tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.3106651 Jul 08 15:22:14.970753 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:15.002467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:15.038469 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Made reservation on behalf of e330cc78afc847b1b9a1bcd41fc54cf6 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:15.045966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:15.076408 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d317921c-500d-49ce-8a87-ce3571fb2654 req-82c80489-ce53-4e9b-8004-df7806f3ae33 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014342 Jul 08 15:22:15.277122 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-653cacdf-a883-4942-9ac4-1de552fda767 req-446ea03c-2531-4d5b-b477-2070905edd6a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 210 time: 0.0559030 Jul 08 15:22:15.396918 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Allocated IP 172.20.0.12 (ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8/89297f74-1a77-48d9-91a2-49159789668b/64dae843-b8f0-4bec-b862-7ded956b09f6) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:15.421439 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d', 'code': 200} Jul 08 15:22:15.550427 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49422) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:15.691483 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.69', 59100) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:15.725535 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49434) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:15.761010 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:15.774257 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-65f116bf-e5d2-42bc-b3ea-2f84e2071bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:15.776184 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-65f116bf-e5d2-42bc-b3ea-2f84e2071bba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 1098 time: 0.0833042 Jul 08 15:22:15.785758 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:15.792810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:15.796166 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Usage tracker for resource:security_group_rule and tenant:a3dc9c6a3b6846d09faa59982a9f8035 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:15.801468 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:15.802430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:15.812786 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:15.818204 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:15.822365 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Transition to ACTIVE for port object 64dae843-b8f0-4bec-b862-7ded956b09f6 will not be triggered until provisioned by entity DHCP. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:15.822995 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Usage tracker for resource:security_group_rule and tenant:980311be7bbc44f6a5ac598a036ebbf7 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:15.828604 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:15.836720 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:15.989115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.006661 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.022668 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.045275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.048797 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8ea1241f-c73e-4793-95a8-ae6f324ad606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:16.073707 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:16.114113 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.127205 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1760884c-d99e-4575-97c4-a480a519096f req-1d7da22d-90c1-466e-8889-d0ee1a644bca tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 210 time: 0.0765874 Jul 08 15:22:16.189501 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cea13076-31cb-46fc-be6b-eefc84deff36 req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057922 Jul 08 15:22:16.189838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.69', 59101) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:16.199199 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3dc9c6a3b6846d09faa59982a9f8035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726081 Jul 08 15:22:16.211654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:16.244371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b768ef-40d5-4e44-a26c-d0863e3800f0,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:16.248145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49448) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:16.251842 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:16.260295 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.311998 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7cd8f6f7c74f93b5fc68080e331ddf is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:16.431262 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e581c89a-10be-43db-9749-ff57dd7f2a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:16.514957 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:16.522454 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:16.544248 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:16.545439 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:16.554196 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:16.557333 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28cbb55b-9820-46c4-8c68-3a879c090a1c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:16.573675 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:16.585675 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:22:16.626982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ee64c-1f50-4ebb-90d5-7e744273126e req-1a4c92cd-8bf4-44a7-a960-9afc937cc38c tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:16.641521 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a08ee64c-1f50-4ebb-90d5-7e744273126e req-1a4c92cd-8bf4-44a7-a960-9afc937cc38c tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.1868050 Jul 08 15:22:16.771265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:16.771857 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.799476 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a08ee64c-1f50-4ebb-90d5-7e744273126e req-c9894bf3-cd69-4fa9-8a69-08b7ab776730 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554694 Jul 08 15:22:16.820868 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-029b1dc0-d7d1-49bc-8fe5-935ab6e87159 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:16.821670 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-029b1dc0-d7d1-49bc-8fe5-935ab6e87159 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:16.857210 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-029b1dc0-d7d1-49bc-8fe5-935ab6e87159 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:16.858534 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-029b1dc0-d7d1-49bc-8fe5-935ab6e87159 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 811 time: 0.6492269 Jul 08 15:22:16.941096 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:16.978501 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:16.983022 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:16.992251 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3812506 Jul 08 15:22:17.008612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.023419 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-37b5b105-6bb6-4b36-a3ec-bacc1b95f642 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:17.025478 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Request body: {'port': {'device_id': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:17.055414 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.063470 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.069349 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d5fefe21-2ef0-414c-b395-e7bae05cd4c3 None None] Provisioning for port 64dae843-b8f0-4bec-b862-7ded956b09f6 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:17.076168 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:17.078833 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d5fefe21-2ef0-414c-b395-e7bae05cd4c3 None None] Provisioning complete for port 64dae843-b8f0-4bec-b862-7ded956b09f6 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:17.079223 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d5fefe21-2ef0-414c-b395-e7bae05cd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.095982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-37b5b105-6bb6-4b36-a3ec-bacc1b95f642 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:17.098311 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-37b5b105-6bb6-4b36-a3ec-bacc1b95f642 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 379 time: 0.2237804 Jul 08 15:22:17.120827 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'port': {'device_id': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'admin_state_up': True, 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'security_groups': ['7c27ed4d-a927-4f78-a2b5-35f59aec1281']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:17.171484 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d5fefe21-2ef0-414c-b395-e7bae05cd4c3 None None] Port 64dae843-b8f0-4bec-b862-7ded956b09f6 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:22:17.179569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435749f-1c44-4e6f-ba6e-80480ecd7e84 req-dbe96a96-c456-48a0-8bfa-21494958c3b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:17.180323 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f435749f-1c44-4e6f-ba6e-80480ecd7e84 req-dbe96a96-c456-48a0-8bfa-21494958c3b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:17.285219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.327297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f435749f-1c44-4e6f-ba6e-80480ecd7e84 req-dbe96a96-c456-48a0-8bfa-21494958c3b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:17.328751 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f435749f-1c44-4e6f-ba6e-80480ecd7e84 req-dbe96a96-c456-48a0-8bfa-21494958c3b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 932 time: 0.6096113 Jul 08 15:22:17.336305 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.404167 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:17.441178 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b768ef-40d5-4e44-a26c-d0863e3800f0,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:17.450978 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:17.480026 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f7cd8f6f7c74f93b5fc68080e331ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9272797 Jul 08 15:22:17.488069 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d827d198-ab58-4db4-9801-3e30e33ebbb3 req-deac0d5b-9e01-4525-8a72-bfd649debc01 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 210 time: 0.1137590 Jul 08 15:22:17.491122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49490) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:17.491820 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af8115-9d91-41ce-9d4e-d0d725ea6c93,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:17.495017 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:17.497033 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.498311 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05b768ef-40d5-4e44-a26c-d0863e3800f0 HTTP/1.1" status: 204 len: 168 time: 1.2483809 Jul 08 15:22:17.565058 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f435749f-1c44-4e6f-ba6e-80480ecd7e84 req-4e6230bf-6351-4c66-907c-15a765ea455d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867807 Jul 08 15:22:17.618785 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.680978 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.734004 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:17.745776 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:17.758032 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.771874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:17.791018 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af8115-9d91-41ce-9d4e-d0d725ea6c93,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:17.793932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Made reservation on behalf of fa02fe42f9d846f08f84324c7ab6971a for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:17.798454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.821292 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:17.899231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:17.900385 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34af8115-9d91-41ce-9d4e-d0d725ea6c93 HTTP/1.1" status: 204 len: 168 time: 0.4044328 Jul 08 15:22:17.974972 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:17.986098 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.008944 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Transition to ACTIVE for port object 64dae843-b8f0-4bec-b862-7ded956b09f6 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:18.015065 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.023078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:18.213681 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Allocated IP 172.20.0.8 (c1e7b202-d001-413a-a512-88348eb9160e/830ce2de-b0e1-4975-99d2-ffbf86a42600/dec75622-4ffc-4595-90d9-c151fc17ce66) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:18.298299 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b8da-8a15-4ca4-8f4b-fd4100e56a86 req-d44176af-2d8e-4e08-b483-5063e2d83bbf tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:18.305890 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5f5b8da-8a15-4ca4-8f4b-fd4100e56a86 req-d44176af-2d8e-4e08-b483-5063e2d83bbf tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.2890327 Jul 08 15:22:18.435032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:18.439233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:18.511202 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Attempting to bind port 64dae843-b8f0-4bec-b862-7ded956b09f6 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:18.511687 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Attempting to bind port 64dae843-b8f0-4bec-b862-7ded956b09f6 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:18.512531 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Attempting to bind port 64dae843-b8f0-4bec-b862-7ded956b09f6 on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:18.518769 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Port 64dae843-b8f0-4bec-b862-7ded956b09f6 on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:22:18.520424 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Attempting to bind port 64dae843-b8f0-4bec-b862-7ded956b09f6 on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:18.526659 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:18.527027 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Checking segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:18.528950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Bound using segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:18.529958 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Bound port: 64dae843-b8f0-4bec-b862-7ded956b09f6, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:18.530317 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.642454 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5f5b8da-8a15-4ca4-8f4b-fd4100e56a86 req-1284297e-9d9a-4a3f-b546-b3b4e42e34c9 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355875 Jul 08 15:22:18.663975 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:18.669947 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:18.678732 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.689432 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-123ee991-7b0b-4b41-8bd4-44d0b9b0f688 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:18.780757 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.821467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Transition to ACTIVE for port object dec75622-4ffc-4595-90d9-c151fc17ce66 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:18.826958 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e3c9b65f-e05b-4705-9a4b-fd6c438b6f76 req-6367d208-f148-453e-ac5b-060e9747334c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 210 time: 0.0828412 Jul 08 15:22:18.834581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:18.835194 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:18.837171 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] 10.222.0.69 "PUT /v2.0/ports/64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1094 time: 1.8202164 Jul 08 15:22:18.837813 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:18.870962 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:18.885173 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:18.978897 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49536) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:19.027270 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.052049 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.091263 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'status': 'completed', 'code': 200} Jul 08 15:22:19.100979 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:19.172781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-e7dd62fb-32cb-40a3-9613-f15df1edc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:19.174859 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-e7dd62fb-32cb-40a3-9613-f15df1edc24c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1097 time: 0.2781351 Jul 08 15:22:19.226240 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:19.241190 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Network c1e7b202-d001-413a-a512-88348eb9160e is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:19.246383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:19.251829 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Usage tracker for resource:security_group_rule and tenant:d256ca01a4874db882fd217e87046abb is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:19.263879 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e1910-a9a7-4ac8-bca3-31fbab0508f1 req-669d8a48-077e-4d12-9e80-fb19f28b77ce tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:19.265777 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-359e1910-a9a7-4ac8-bca3-31fbab0508f1 req-669d8a48-077e-4d12-9e80-fb19f28b77ce tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.4190946 Jul 08 15:22:19.269286 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:19.275354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:19.276157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.281480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:19.329709 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:19.332991 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:19.343604 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:19.372618 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-8ae385a4-e970-48ae-8350-16f9e5142a95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 217 time: 0.1903250 Jul 08 15:22:19.394838 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-359e1910-a9a7-4ac8-bca3-31fbab0508f1 req-3562bedf-7f0e-4b50-82fd-1b106933cf8e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060777 Jul 08 15:22:19.410286 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2968509 Jul 08 15:22:19.452024 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Request body: {'port': {'device_id': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:19.540418 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-d52e10f7-3c8c-422b-9c1e-63d074526913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:19.542067 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-d52e10f7-3c8c-422b-9c1e-63d074526913 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.1624625 Jul 08 15:22:19.726729 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f9ffde30-4964-4793-aff4-78d8b964e11b None None] Provisioning for port dec75622-4ffc-4595-90d9-c151fc17ce66 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:19.747211 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-f9ffde30-4964-4793-aff4-78d8b964e11b None None] Provisioning complete for port dec75622-4ffc-4595-90d9-c151fc17ce66 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:19.752924 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-f9ffde30-4964-4793-aff4-78d8b964e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.796924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-ed6ca8fa-464c-405f-8732-0a08f5fd4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:19.811692 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-ed6ca8fa-464c-405f-8732-0a08f5fd4fa6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2593067 Jul 08 15:22:19.828920 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.841742 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:19.912176 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-12c088f7-0941-47df-a4f8-1f0df4aef6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:19.932447 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffde30-4964-4793-aff4-78d8b964e11b None None] Port dec75622-4ffc-4595-90d9-c151fc17ce66 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:22:19.975062 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d256ca01a4874db882fd217e87046abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9925978 Jul 08 15:22:19.976218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49572) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:19.980489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.020977 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af99da01-a79e-4b2e-a226-94aa94a4e813,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:20.062368 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-0a1bbb01-0e8e-4087-aa3f-eb15434e9dad service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429597 Jul 08 15:22:20.073914 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:20.238900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.397138 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4f157b27-ac5e-461c-bba3-5c886bfa1387 req-50e27976-d038-4bbc-998f-ab675b67f1f4 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236520 Jul 08 15:22:20.416824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870000c-d793-46e7-9e89-168af525c813 req-f73335b3-73a6-472d-a695-a6195a48796f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:20.424724 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c870000c-d793-46e7-9e89-168af525c813 req-f73335b3-73a6-472d-a695-a6195a48796f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 931 time: 0.3203435 Jul 08 15:22:20.474127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.593101 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.648742 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c870000c-d793-46e7-9e89-168af525c813 req-6f9109d2-3794-48f9-adfb-e02553252c25 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230282 Jul 08 15:22:20.684391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-3a1121a7-a15a-418f-b2ad-2701cbc97e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:20.686461 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-3a1121a7-a15a-418f-b2ad-2701cbc97e9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1097 time: 0.1942101 Jul 08 15:22:20.759658 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.770935 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:20.794857 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99da01-a79e-4b2e-a226-94aa94a4e813,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:20.797188 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:20.846487 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:20.847701 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af99da01-a79e-4b2e-a226-94aa94a4e813 HTTP/1.1" status: 204 len: 168 time: 0.8536987 Jul 08 15:22:20.857076 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47ac7-d342-4945-8200-fdd6077f0dbc req-02794750-0d42-493b-856c-ff6825cae349 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:20.864236 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-82b47ac7-d342-4945-8200-fdd6077f0dbc req-02794750-0d42-493b-856c-ff6825cae349 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.2302330 Jul 08 15:22:20.874660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-eec9eb74-16ae-4904-bb80-7784fe0ac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:20.876091 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-eec9eb74-16ae-4904-bb80-7784fe0ac1cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.1830599 Jul 08 15:22:20.948114 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec75622-4ffc-4595-90d9-c151fc17ce66 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:20.984045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:21.002992 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-82b47ac7-d342-4945-8200-fdd6077f0dbc req-f3b3afb6-d920-4ff9-940e-267ffcc7b392 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377006 Jul 08 15:22:21.010575 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-45f440e0-92ac-4369-be82-15771a0b650b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 217 time: 0.1267035 Jul 08 15:22:21.041565 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Transition to ACTIVE for port object dec75622-4ffc-4595-90d9-c151fc17ce66 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:21.047575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:21.063084 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:21.139406 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-c2076741-e2ad-4b1a-9a40-ad1f5c06e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:21.140917 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-c2076741-e2ad-4b1a-9a40-ad1f5c06e7ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.1238244 Jul 08 15:22:21.308606 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-a8d407f5-60cc-453c-9d4b-a5aeedcbf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:21.310532 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-a8d407f5-60cc-453c-9d4b-a5aeedcbf540 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1615679 Jul 08 15:22:21.377369 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Pushing event updated for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:21.382131 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:21.396014 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Attempting to bind port dec75622-4ffc-4595-90d9-c151fc17ce66 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:21.396400 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Attempting to bind port dec75622-4ffc-4595-90d9-c151fc17ce66 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:21.396735 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Attempting to bind port dec75622-4ffc-4595-90d9-c151fc17ce66 on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:21.412506 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Port dec75622-4ffc-4595-90d9-c151fc17ce66 on network c1e7b202-d001-413a-a512-88348eb9160e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:22:21.412839 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Attempting to bind port dec75622-4ffc-4595-90d9-c151fc17ce66 on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:21.427297 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:21.427690 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Checking segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:21.431938 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Bound using segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:21.433433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Bound port: dec75622-4ffc-4595-90d9-c151fc17ce66, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:21.433433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:21.604140 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-621ebfa2-cd17-4b97-beae-857cb9110a33 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735674 Jul 08 15:22:21.610049 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:21.617523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dec75622-4ffc-4595-90d9-c151fc17ce66,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:21.628646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:21.649259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:21.795859 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:21.796721 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:21.798246 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] 10.222.0.69 "PUT /v2.0/ports/dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 1093 time: 2.3577657 Jul 08 15:22:21.801425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:21.883589 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ddd0a88-ae16-4a33-9551-c8072899ed58 req-aff85d4e-64d1-4bb2-a2ae-c98214bf3b79 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716951 Jul 08 15:22:22.094223 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Pushing event updated for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:22.201411 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:22.311232 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-bdb26d63-79c7-49db-95ee-72af973f7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:22.312479 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-bdb26d63-79c7-49db-95ee-72af973f7241 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1096 time: 0.2693126 Jul 08 15:22:22.325436 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd759-8435-42e6-adc3-fe9b507d4e30 req-d04fafd8-d951-4c8c-8f50-62b8c786de46 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:22.334263 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-7d8cd759-8435-42e6-adc3-fe9b507d4e30 req-d04fafd8-d951-4c8c-8f50-62b8c786de46 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:22.436525 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5120c-e2d4-4ffd-8fdc-9a3e4df42466 req-167d2161-fa8a-4374-9113-baeb4981cccf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:22.442745 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8be5120c-e2d4-4ffd-8fdc-9a3e4df42466 req-167d2161-fa8a-4374-9113-baeb4981cccf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1864555 Jul 08 15:22:22.444896 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-cf9bf890-7dff-446c-9c0a-7c9ebc305839 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 217 time: 0.1134717 Jul 08 15:22:22.445917 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-7d8cd759-8435-42e6-adc3-fe9b507d4e30 req-d04fafd8-d951-4c8c-8f50-62b8c786de46 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:22.453965 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7d8cd759-8435-42e6-adc3-fe9b507d4e30 req-d04fafd8-d951-4c8c-8f50-62b8c786de46 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 943 time: 0.5075102 Jul 08 15:22:22.569686 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8be5120c-e2d4-4ffd-8fdc-9a3e4df42466 req-3be58483-265b-4ca2-a3c9-398a1ba4d419 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199479 Jul 08 15:22:22.594792 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7d8cd759-8435-42e6-adc3-fe9b507d4e30 req-269d6bbd-7002-49fd-8360-10159f97e4f4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350265 Jul 08 15:22:22.614052 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-76fb542a-f815-49b6-b264-bf5c81f2b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:22.616746 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-76fb542a-f815-49b6-b264-bf5c81f2b2b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.1605241 Jul 08 15:22:22.775200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-6d5eb112-144b-4e94-a603-3cc8c48f74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:22.778286 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-6d5eb112-144b-4e94-a603-3cc8c48f74d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1530466 Jul 08 15:22:22.975303 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-3887c5cb-e869-4a91-a46c-3045c427b846 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872857 Jul 08 15:22:23.119878 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'status': 'completed', 'code': 200} Jul 08 15:22:23.141092 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:22:23.171103 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c1a3101-4c58-4ac0-b1b1-ed44676b713b req-d23c1eb7-669b-4d42-8395-db703d0de9cb service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876814 Jul 08 15:22:23.332320 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:23.378351 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:22:23.437780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-a0d621f1-3e43-477c-9961-fc173e8ccf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:23.439311 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-a0d621f1-3e43-477c-9961-fc173e8ccf3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1096 time: 0.1848502 Jul 08 15:22:23.500314 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:23.536925 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:23.563222 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:23.570346 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:23.578548 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-2183cd93-43b1-44ad-8c74-5861130d3a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:23.679421 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:23.689285 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:23.738874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-b5a43133-3263-4a63-8315-5b81cef1c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:23.741236 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-b5a43133-3263-4a63-8315-5b81cef1c14d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.2876706 Jul 08 15:22:23.890998 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['64dae843-b8f0-4bec-b862-7ded956b09f6'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:22:23.911458 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-07b7dbf5-a663-441f-adc1-db33c66793d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 217 time: 0.1558497 Jul 08 15:22:23.967074 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b24c2-aeb4-4e45-9baf-faa85aa341f5 req-0147ee19-9835-4c18-b9a7-52fd6ca3c4c3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:23.969221 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e73b24c2-aeb4-4e45-9baf-faa85aa341f5 req-0147ee19-9835-4c18-b9a7-52fd6ca3c4c3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 945 time: 0.1303926 Jul 08 15:22:24.046899 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-25f83b1e-b84e-4204-b866-a6ecd2654c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:24.048469 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-25f83b1e-b84e-4204-b866-a6ecd2654c3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.1308894 Jul 08 15:22:24.057540 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef41d2-0053-4d5f-a154-c99e5d90f464 req-025f1b58-2f70-470d-b39b-fb685e3e22dc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:24.060058 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-eeef41d2-0053-4d5f-a154-c99e5d90f464 req-025f1b58-2f70-470d-b39b-fb685e3e22dc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 943 time: 0.2353137 Jul 08 15:22:24.177606 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-eeef41d2-0053-4d5f-a154-c99e5d90f464 req-8603dae2-6e4f-4aca-afa4-e2098a17bab9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719686 Jul 08 15:22:24.190228 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e73b24c2-aeb4-4e45-9baf-faa85aa341f5 req-032b3742-46cc-4efd-86ec-cf6a446ba0df tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994851 Jul 08 15:22:24.221643 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-74aed34a-c4a5-49a6-839a-1c3fcdc02ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:24.223135 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-74aed34a-c4a5-49a6-839a-1c3fcdc02ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1621144 Jul 08 15:22:24.439701 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-dedb9c31-19b1-412e-8010-fb181cdb2725 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078378 Jul 08 15:22:24.654887 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-510ddf2c-55f5-4be2-9c65-739d3f884bdf req-8a65fbfe-5281-471f-8dac-0f4432c81640 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076821 Jul 08 15:22:24.711983 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49744) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:24.897661 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:24.920301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:24.926041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Usage tracker for resource:security_group_rule and tenant:dadba9a591e149279699c0c41d24fd8e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:24.929571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:24.937393 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:25.081075 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.086620 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.097116 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e7a7ca33-da0f-4f35-81b5-2b4c57dae96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:25.104706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49762) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:25.141256 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dadba9a591e149279699c0c41d24fd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258704 Jul 08 15:22:25.141468 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49768) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:25.144222 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdc3ae-4bdb-43db-bc2d-4726530369c3,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:25.147770 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:25.167053 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:25.250940 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.265994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 64dae843-b8f0-4bec-b862-7ded956b09f6 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:25.271649 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 64dae843-b8f0-4bec-b862-7ded956b09f6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:25.272147 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.286494 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.307900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:25.312118 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Usage tracker for resource:security_group_rule and tenant:b4519bdfe54d47a4bfdcfe69faf4f1f4 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:25.315039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:25.325130 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:25.328125 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.458954 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.484459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a2500-1339-40f1-a06e-13efd96ce9f1 req-1f860b43-c018-46f8-9bc5-befd73b0adcc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:25.486077 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ab9a2500-1339-40f1-a06e-13efd96ce9f1 req-1f860b43-c018-46f8-9bc5-befd73b0adcc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 943 time: 0.1197948 Jul 08 15:22:25.492240 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.497882 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:25.503931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.508425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.508618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:25.519523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-3074a619-2a92-4a39-add8-0fcbb10c37c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:25.520836 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:25.524935 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.528205 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:25.532959 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdc3ae-4bdb-43db-bc2d-4726530369c3,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:25.536934 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f6065-b7ad-4ad6-b924-b193bbce1a1d req-c9f7618c-ac73-4c45-b08a-0ecfb12af6a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:25.539750 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:25.543760 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-342f6065-b7ad-4ad6-b924-b193bbce1a1d req-c9f7618c-ac73-4c45-b08a-0ecfb12af6a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 945 time: 0.1789954 Jul 08 15:22:25.565646 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ab9a2500-1339-40f1-a06e-13efd96ce9f1 req-ba0d4d8e-5f00-4ea1-8799-4121ccbed1a5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691800 Jul 08 15:22:25.566940 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.576895 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5efdc3ae-4bdb-43db-bc2d-4726530369c3 HTTP/1.1" status: 204 len: 168 time: 0.4311190 Jul 08 15:22:25.595954 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4519bdfe54d47a4bfdcfe69faf4f1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899259 Jul 08 15:22:25.600447 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49782) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:25.617864 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:25.622799 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:25.625749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f066847-7c04-4a61-8c8c-63db5968ab85,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:25.634170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:25.659327 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-342f6065-b7ad-4ad6-b924-b193bbce1a1d req-b89ea8f3-197e-413d-bdba-ee5c9af4657c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145494 Jul 08 15:22:25.706729 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.720512 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'code': 200} Jul 08 15:22:25.755315 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.844443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.845679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5dd3-3b87-4f3f-b4ca-edee57e46f6a req-4c6d3191-4aa6-414b-b080-950a951326ff tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:25.852052 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1b5ae3dc-912e-4800-95d4-893f1e265c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:25.852871 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-253a5dd3-3b87-4f3f-b4ca-edee57e46f6a req-4c6d3191-4aa6-414b-b080-950a951326ff tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.1276584 Jul 08 15:22:25.874434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f066847-7c04-4a61-8c8c-63db5968ab85,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:25.878217 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:25.879530 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:25.880279 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f066847-7c04-4a61-8c8c-63db5968ab85 HTTP/1.1" status: 204 len: 168 time: 0.2764006 Jul 08 15:22:25.926850 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-253a5dd3-3b87-4f3f-b4ca-edee57e46f6a req-d977da14-a91b-4a4c-8884-9db84a023839 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729828 Jul 08 15:22:26.006346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49794) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:26.024288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.041259 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:26.046745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Usage tracker for resource:security_group_rule and tenant:49348585293b44418ef32adc2ea9df64 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:26.049657 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:26.055892 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:26.089550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c74cf-3e61-4273-95ab-a11cbb241e09 req-e1756262-d6e8-4ed9-ba49-140d5cb74f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:26.091400 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b03c74cf-3e61-4273-95ab-a11cbb241e09 req-e1756262-d6e8-4ed9-ba49-140d5cb74f80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1099 time: 0.1040926 Jul 08 15:22:26.173675 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-b03c74cf-3e61-4273-95ab-a11cbb241e09 req-044930b8-59fa-429c-b64a-4916150c643b service neutron] Synchronizing usage tracker for tenant:980311be7bbc44f6a5ac598a036ebbf7 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:26.195298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-b03c74cf-3e61-4273-95ab-a11cbb241e09 req-044930b8-59fa-429c-b64a-4916150c643b service neutron] Unset dirty status for tenant:980311be7bbc44f6a5ac598a036ebbf7 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:26.196628 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b03c74cf-3e61-4273-95ab-a11cbb241e09 req-044930b8-59fa-429c-b64a-4916150c643b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930610 Jul 08 15:22:26.206882 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.213190 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.234045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:26.292341 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49348585293b44418ef32adc2ea9df64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848718 Jul 08 15:22:26.294199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872cb90e-3339-494b-b34a-d923df22bc9b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:26.295567 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49818) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:26.297860 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:26.378119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 49822) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:26.381053 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.402957 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.435471 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:26.444603 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Usage tracker for resource:security_group_rule and tenant:a5742317914b46dcb7e70359720fc5fd is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:26.447922 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.455915 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:26.465146 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:26.546356 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.555359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9f906354-35e5-40ee-bb7f-dfd0560d51f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:26.577982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cb90e-3339-494b-b34a-d923df22bc9b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:26.582442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:26.600273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.601455 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/872cb90e-3339-494b-b34a-d923df22bc9b HTTP/1.1" status: 204 len: 168 time: 0.3043234 Jul 08 15:22:26.607094 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.612876 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.621832 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:26.665281 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5742317914b46dcb7e70359720fc5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860489 Jul 08 15:22:26.666309 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0958b2-dc4f-4665-8369-a4696d0e8bb0,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:26.668130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49840) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:26.670330 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:26.757158 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.822845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b391-5e10-4a8c-8ce6-f43bb21724ab req-e36d3252-beab-4553-8758-839a2dce64fb tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:26.824010 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c46b391-5e10-4a8c-8ce6-f43bb21724ab req-e36d3252-beab-4553-8758-839a2dce64fb tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 943 time: 0.0901494 Jul 08 15:22:26.824131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.891018 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5c46b391-5e10-4a8c-8ce6-f43bb21724ab req-15f201e9-0656-4449-a601-eed04e0b4ee3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605116 Jul 08 15:22:26.908511 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61da3fb-d7bb-4262-9408-06d30bc6e680 req-8d3a6a43-cba9-40d5-9fa4-5ac596d32f8f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:26.910044 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d61da3fb-d7bb-4262-9408-06d30bc6e680 req-8d3a6a43-cba9-40d5-9fa4-5ac596d32f8f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1285300 Jul 08 15:22:26.932204 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:26.940192 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-64005f3d-9fbb-46b8-804a-e00f38441bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:26.964315 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0958b2-dc4f-4665-8369-a4696d0e8bb0,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:26.970787 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:27.000499 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d61da3fb-d7bb-4262-9408-06d30bc6e680 req-c0e1dabc-0d8a-41df-94d4-f481dc270ad6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832627 Jul 08 15:22:27.002264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.005602 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c0958b2-dc4f-4665-8369-a4696d0e8bb0 HTTP/1.1" status: 204 len: 168 time: 0.3337066 Jul 08 15:22:27.170516 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73babf53-ef1b-4532-8411-eeca8a9702bd req-5eb93610-b0c0-438b-b208-6eba7b60da27 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:27.179296 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-73babf53-ef1b-4532-8411-eeca8a9702bd req-5eb93610-b0c0-438b-b208-6eba7b60da27 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.1081750 Jul 08 15:22:27.181738 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device dec75622-4ffc-4595-90d9-c151fc17ce66 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:22:27.376145 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-73babf53-ef1b-4532-8411-eeca8a9702bd req-f5e42a1c-b20f-4e21-9410-c6ee7377dd17 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955981 Jul 08 15:22:27.421751 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-64125bf4-c475-415e-8589-0ddf9ab5525a tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:27.423367 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-64125bf4-c475-415e-8589-0ddf9ab5525a tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.1936932 Jul 08 15:22:27.493416 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dec75622-4ffc-4595-90d9-c151fc17ce66,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:27.517540 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'port_id': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'mac_address': 'fa:16:3e:da:10:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:22:27.592670 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Deleting port 01f379bd-ca25-451a-9c7e-ab4011b0934d {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:22:27.593094 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.609908 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.631249 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49876) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:27.655053 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.665553 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec75622-4ffc-4595-90d9-c151fc17ce66 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:27.687080 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dec75622-4ffc-4595-90d9-c151fc17ce66,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:27.693171 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.695626 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:27.699026 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:27.708839 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Usage tracker for resource:security_group_rule and tenant:81d190e15c6e41c085c1124d4a39a156 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:27.714648 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:27.726143 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:27.805463 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:27.823382 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:27.897017 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.908188 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:27.924353 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1036f786-ebd7-4e7e-8c29-106b956bbfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:27.958008 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['dec75622-4ffc-4595-90d9-c151fc17ce66'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:22:27.972452 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81d190e15c6e41c085c1124d4a39a156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416531 Jul 08 15:22:27.974829 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c18a0-2727-4100-8c17-0625f1b4d03e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:27.977893 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49894) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:27.981218 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:28.059777 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.135754 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.156186 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] For port 01f379bd-ca25-451a-9c7e-ab4011b0934d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=01f379bd-ca25-451a-9c7e-ab4011b0934d,segment=NetworkSegment(9b2c5ec6-5734-452d-b701-19fe10cf9242),segment_id=9b2c5ec6-5734-452d-b701-19fe10cf9242)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:28.156567 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.264847 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ccc60-ec75-4b62-a983-b5ac230596e7 req-41336520-7a6a-4447-816b-b23cf4f43c0f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:28.295603 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-151ccc60-ec75-4b62-a983-b5ac230596e7 req-41336520-7a6a-4447-816b-b23cf4f43c0f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 944 time: 0.2096190 Jul 08 15:22:28.344440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.360758 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-86c85360-7067-4dd2-ac76-77adde938770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:28.374730 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2c18a0-2727-4100-8c17-0625f1b4d03e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:28.378624 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:28.394201 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.395531 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c2c18a0-2727-4100-8c17-0625f1b4d03e HTTP/1.1" status: 204 len: 168 time: 0.4162450 Jul 08 15:22:28.416653 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-151ccc60-ec75-4b62-a983-b5ac230596e7 req-247d3238-9280-4a36-96cd-0debe952ac63 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200914 Jul 08 15:22:28.466768 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Calling delete_port for 01f379bd-ca25-451a-9c7e-ab4011b0934d owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:22:28.709674 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012b5a-44b5-4960-9d2a-f23472c860c0 req-abf12d81-fcb4-4346-8afd-e739adda3372 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:28.711262 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8d012b5a-44b5-4960-9d2a-f23472c860c0 req-abf12d81-fcb4-4346-8afd-e739adda3372 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.3688817 Jul 08 15:22:28.769563 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18760-9d66-48d1-a482-b7d4fe58e046 req-6c3ae630-56a3-4d41-809d-378697d516d5 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:28.771130 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-91b18760-9d66-48d1-a482-b7d4fe58e046 req-6c3ae630-56a3-4d41-809d-378697d516d5 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 945 time: 0.1588464 Jul 08 15:22:28.859668 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-91b18760-9d66-48d1-a482-b7d4fe58e046 req-2f7fd4d2-5049-4a5f-ba94-d82357b8eb61 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/security-groups?id=27abd89a-626d-48a4-a550-ea748b6e9c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Jul 08 15:22:28.887460 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8d012b5a-44b5-4960-9d2a-f23472c860c0 req-f2cc963d-a53e-4b59-a264-71e6c7f94e5d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115012 Jul 08 15:22:28.892750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:28.913614 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:28.983157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Pushing event deleted for resources: {'Port': ['ID=01f379bd-ca25-451a-9c7e-ab4011b0934d,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:29.016766 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:29.062522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] No DVR routers for this DVR port 01f379bd-ca25-451a-9c7e-ab4011b0934d on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:22:29.065703 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:29.076909 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'name': 'network-vif-deleted', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:29.094824 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39f76906-f11c-4cfb-b692-809b3c012dfd req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.69 "DELETE /v2.0/ports/01f379bd-ca25-451a-9c7e-ab4011b0934d HTTP/1.1" status: 204 len: 173 time: 1.6629143 Jul 08 15:22:29.127908 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b8d900-5eff-40f4-9062-cf805fe23517', 'name': 'network-vif-deleted', 'tag': '01f379bd-ca25-451a-9c7e-ab4011b0934d', 'status': 'completed', 'code': 200} Jul 08 15:22:29.198629 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device dec75622-4ffc-4595-90d9-c151fc17ce66 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:29.281925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1054-5c11-48a3-80ec-c07784732079 req-30148f82-644b-41f0-9b9f-9e55fe8d1080 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:29.284395 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e78a1054-5c11-48a3-80ec-c07784732079 req-30148f82-644b-41f0-9b9f-9e55fe8d1080 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1707697 Jul 08 15:22:29.293164 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 49956) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:29.298724 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'floatingip': {'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:29.330028 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port dec75622-4ffc-4595-90d9-c151fc17ce66 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:29.343446 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port dec75622-4ffc-4595-90d9-c151fc17ce66 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:29.345378 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:29.396174 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:29.625074 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:29.699549 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:29.710013 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dec75622-4ffc-4595-90d9-c151fc17ce66,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:29.716744 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:29.717708 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 01f379bd-ca25-451a-9c7e-ab4011b0934d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:22:29.722927 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f516e8-439b-4e43-825e-b3fba6018392 req-eb3223df-9eeb-4e49-868c-b013678110ea tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:29.731283 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61f516e8-439b-4e43-825e-b3fba6018392 req-eb3223df-9eeb-4e49-868c-b013678110ea tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 944 time: 0.1358101 Jul 08 15:22:29.785193 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:29.829001 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61f516e8-439b-4e43-825e-b3fba6018392 req-5b0a563d-e002-4a4f-b2c9-df32971fd1c8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963857 Jul 08 15:22:30.065128 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'code': 200} Jul 08 15:22:30.065826 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:30.070327 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:30.071009 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 01f379bd-ca25-451a-9c7e-ab4011b0934d {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:22:30.071354 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 01f379bd-ca25-451a-9c7e-ab4011b0934d not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:22:30.271525 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449c3b5-cc5d-44a3-bfe3-b2cb1ed85002 req-088471f4-3629-42b1-a6b7-d20eac669fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:30.272922 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9449c3b5-cc5d-44a3-bfe3-b2cb1ed85002 req-088471f4-3629-42b1-a6b7-d20eac669fdc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.1379316 Jul 08 15:22:30.369146 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9449c3b5-cc5d-44a3-bfe3-b2cb1ed85002 req-52cbe010-c280-44d1-8939-81cb48ea86bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894468 Jul 08 15:22:30.594932 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1b917f09-9d50-482d-81ee-fcd9d15e75b5 req-8783038d-79d1-4fd9-a11d-a8a28a7fb0ef tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6b8d900-5eff-40f4-9062-cf805fe23517 HTTP/1.1" status: 200 len: 210 time: 0.4384475 Jul 08 15:22:30.966478 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:30.973399 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:31.185551 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735f32-7265-4f4c-83ae-6803d792c1e3 req-4fc1c7eb-6aa6-42d1-870e-a037c9155f7e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:31.187388 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2b735f32-7265-4f4c-83ae-6803d792c1e3 req-4fc1c7eb-6aa6-42d1-870e-a037c9155f7e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1653426 Jul 08 15:22:31.248911 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.l3_db [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Floating IP 0b9108da-c0e5-4fd1-98a9-5915523a0f99 associated. External IP: 172.28.3.116, port: 64dae843-b8f0-4bec-b862-7ded956b09f6. Jul 08 15:22:31.284887 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2b735f32-7265-4f4c-83ae-6803d792c1e3 req-e71cf81a-bdf4-4967-832f-07e5891adee9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884948 Jul 08 15:22:31.781749 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:22:31.897271 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50052) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:32.127950 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.130350 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:22:32.146187 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.146673 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:22:32.165575 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:32.166567 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:32.167246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:32.176369 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Usage tracker for resource:security_group_rule and tenant:0eeee2a0018444539fc1926fe34c5131 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:32.183011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:32.197267 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:32.245518 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-df290545-e4a3-4874-b903-fe7d91219a37 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "PUT /v2.0/floatingips/0b9108da-c0e5-4fd1-98a9-5915523a0f99 HTTP/1.1" status: 200 len: 992 time: 2.9485023 Jul 08 15:22:32.245518 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:32.352861 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'status': 'completed', 'code': 200} Jul 08 15:22:32.611413 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50096) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:32.625722 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7992e-44de-47d8-aea3-97818c65a896 req-10b7bdfa-7304-47da-99c8-ef2176ed7737 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:32.629942 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c8b7992e-44de-47d8-aea3-97818c65a896 req-10b7bdfa-7304-47da-99c8-ef2176ed7737 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1551120 Jul 08 15:22:32.644197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.657273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.685891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:32.718654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660c87-af9f-4511-96a7-0720626e0473 req-648212fb-cabf-474c-ae3c-47544894ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:32.720378 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-648212fb-cabf-474c-ae3c-47544894ee8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1099 time: 0.3200262 Jul 08 15:22:32.765328 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c8b7992e-44de-47d8-aea3-97818c65a896 req-bda35bc3-7481-4e77-9fa2-17d834d7db1f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262438 Jul 08 15:22:32.766600 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:32.772383 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0eeee2a0018444539fc1926fe34c5131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8740125 Jul 08 15:22:32.775102 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50102) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:32.862872 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e6e18e-0574-4608-9ad8-5f8c3127d0b4,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:32.895344 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.897293 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:32.938852 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:32.955099 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.004343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:33.028244 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Usage tracker for resource:security_group_rule and tenant:9298cbf53628433aa46941b2701a218a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:33.033297 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:33.050736 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:33.053078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.065898 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:33.088768 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.094408 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13e6e18e-0574-4608-9ad8-5f8c3127d0b4 HTTP/1.1" status: 204 len: 168 time: 0.3177121 Jul 08 15:22:33.100026 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e6e18e-0574-4608-9ad8-5f8c3127d0b4,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:33.118828 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:33.221636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660c87-af9f-4511-96a7-0720626e0473 req-dbffecc0-8b60-422f-b5b4-358416bf6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:33.223852 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-dbffecc0-8b60-422f-b5b4-358416bf6a51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.4932048 Jul 08 15:22:33.326857 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cb555-ae35-4231-83d6-a164b0c890c8 req-ab9d47eb-4c43-43b6-bb12-4cc209613b7f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:33.328610 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8e7cb555-ae35-4231-83d6-a164b0c890c8 req-ab9d47eb-4c43-43b6-bb12-4cc209613b7f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.3912804 Jul 08 15:22:33.338007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50122) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:33.344976 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'floatingip': {'port_id': 'dec75622-4ffc-4595-90d9-c151fc17ce66'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:33.446012 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.461300 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '0b9108da-c0e5-4fd1-98a9-5915523a0f99', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:30Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:33.469164 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:22:33.482913 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:33.484175 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:33.575879 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-fc7f1fe8-5df1-49c9-81f3-5fd305b84b27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1000 time: 0.3435891 Jul 08 15:22:33.707548 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:33.764273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.828681 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:33.847197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:33.876764 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660c87-af9f-4511-96a7-0720626e0473 req-d5967b09-d7e7-4365-b8fc-cd92f0180805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:33.885508 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-d5967b09-d7e7-4365-b8fc-cd92f0180805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.2929535 Jul 08 15:22:34.058816 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9298cbf53628433aa46941b2701a218a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4387488 Jul 08 15:22:34.061642 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50154) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:34.078429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6bc22a-9c35-4aaa-945f-7ab8898f1928,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:34.158617 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.159076 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.159461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.160029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.160589 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.161104 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.161911 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.162523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.163191 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.163826 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.164340 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.165057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.187710 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:34.194304 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.216651 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50162) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:34.252034 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '0b9108da-c0e5-4fd1-98a9-5915523a0f99', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:30Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:34.256962 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ea8fb-85a6-4a2c-8868-65692ced2f7b None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '0b9108da-c0e5-4fd1-98a9-5915523a0f99', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:30Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:34.313894 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.375019 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Deleting subnet 5188544b-116d-4183-ba28-4e9d82681fdd {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:22:34.375101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd660c87-af9f-4511-96a7-0720626e0473 req-fc49b8fe-51f2-471c-8a45-f7c6c8cc2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:34.375101 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-fc49b8fe-51f2-471c-8a45-f7c6c8cc2707 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4197221 Jul 08 15:22:34.383911 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.502547 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.542334 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.555614 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:34.574887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6bc22a-9c35-4aaa-945f-7ab8898f1928,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:34.587245 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.588370 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea6bc22a-9c35-4aaa-945f-7ab8898f1928 HTTP/1.1" status: 204 len: 168 time: 0.5255423 Jul 08 15:22:34.595097 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.595512 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.595871 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.596227 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.598065 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.598431 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.602423 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.602950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.603588 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.603716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.603958 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.604296 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:34.609543 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:34.632121 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.685471 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d965dadd-7248-4c1c-a204-a9a86b1cc1cb None None] New status for floating IP 0b9108da-c0e5-4fd1-98a9-5915523a0f99: ACTIVE {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:22:34.761467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.768843 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f79abd7e-a29e-4083-8480-68d68c69f9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:34.809032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5188544b-116d-4183-ba28-4e9d82681fdd,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:34.813647 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:34.818538 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:34.823327 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5188544b-116d-4183-ba28-4e9d82681fdd HTTP/1.1" status: 204 len: 168 time: 0.6035905 Jul 08 15:22:34.825909 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50186) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:34.894903 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-43e1e7fb-bcfe-48db-b2c3-486402d6b730 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155351 Jul 08 15:22:34.964107 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.227629 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.256612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0186793e-3b7b-4145-bc29-a371ae9e6196']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:35.325823 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2c5ec6-5734-452d-b701-19fe10cf9242') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:35.325823 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2c5ec6-5734-452d-b701-19fe10cf9242') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:35.347417 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.359834 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.363816 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.386326 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50206) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:35.445880 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.468954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.481870 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:22:35.483332 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.576597 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dd660c87-af9f-4511-96a7-0720626e0473 req-c4d1af8b-b0bf-4af8-92f2-6720c0ed21ed service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730986 Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:22:35.593962 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:22:35.653840 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:35.662180 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Usage tracker for resource:security_group_rule and tenant:baefd2959d7248dd98b4fd19ff90c4cf is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:35.669494 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:35.674965 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.687936 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.693803 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Floating IP a8bf3633-2ac0-4d7e-a329-becf80e0f264 associated. External IP: 172.28.3.133, port: dec75622-4ffc-4595-90d9-c151fc17ce66. Jul 08 15:22:35.698612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:35.703103 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-044075b7-1cef-4418-b75e-17a3da4528b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:35.731637 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] 10.222.0.58 "DELETE /v2.0/networks/0186793e-3b7b-4145-bc29-a371ae9e6196 HTTP/1.1" status: 204 len: 168 time: 0.9019511 Jul 08 15:22:35.741355 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Pushing event deleted for resources: {'Network': ['ID=0186793e-3b7b-4145-bc29-a371ae9e6196,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:35.746986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:35.965846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.972209 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:35.991314 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cd366bfd-224a-47dc-acaa-270ca86dbb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:36.017628 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50238) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:36.188578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:22:36.219369 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=baefd2959d7248dd98b4fd19ff90c4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313012 Jul 08 15:22:36.226481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50254) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:36.267095 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd1a4c7-e91b-42d6-b32c-4a2617974ee3,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:36.277914 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:36.387147 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f7788f2b-3ed4-4927-b0cf-448420d971ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04af5df7fcdc4a00bc26c02b1c80f481&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3683510 Jul 08 15:22:36.392106 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50266) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:36.485045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.508092 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:22:36.518227 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:22:36.520454 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.538623 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:36.539572 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:36.548523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.563581 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.587068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.592403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-19e342bd-b2d8-4273-8bf0-bc9ccaef8b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:36.619728 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd1a4c7-e91b-42d6-b32c-4a2617974ee3,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:36.629129 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:36.635288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.645068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.646543 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddd1a4c7-e91b-42d6-b32c-4a2617974ee3 HTTP/1.1" status: 204 len: 168 time: 0.4128547 Jul 08 15:22:36.651626 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-1d535426-2d3a-4e07-bc50-6c9a634352da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "PUT /v2.0/floatingips/a8bf3633-2ac0-4d7e-a329-becf80e0f264 HTTP/1.1" status: 200 len: 991 time: 3.3123255 Jul 08 15:22:36.656972 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:36.724901 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.730658 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-72e2d8b1-cb47-4dc6-8237-8d88bc4edc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:36.769642 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27abd89a-626d-48a4-a550-ea748b6e9c6d,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:36.786106 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'status': 'completed', 'code': 200} Jul 08 15:22:36.788461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:36.808040 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:36.826304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27abd89a-626d-48a4-a550-ea748b6e9c6d HTTP/1.1" status: 204 len: 168 time: 0.4289591 Jul 08 15:22:36.962314 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:37.021620 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-aad4dc7f-4df1-4663-be2d-cd016c35872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:37.023351 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-aad4dc7f-4df1-4663-be2d-cd016c35872f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.1947546 Jul 08 15:22:37.261127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-2a5f7c88-48f1-4cb9-abb9-4330a187eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:37.264893 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-2a5f7c88-48f1-4cb9-abb9-4330a187eb2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.2321718 Jul 08 15:22:37.430772 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8437c102-d38e-4819-9a1d-a21e77d879eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:37.519840 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a8bf3633-2ac0-4d7e-a329-becf80e0f264', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:da:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:08Z', 'updated_at': '2021-07-08T15:22:35Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:37.529509 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:22:37.550686 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:37.553866 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:37.793574 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-9e3782e4-e66a-49b8-9714-1490b37d5fd9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 999 time: 0.5178714 Jul 08 15:22:37.944144 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-be030918-e5f0-49b2-a686-d4cc8b9bbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:37.953420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-be030918-e5f0-49b2-a686-d4cc8b9bbc2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.1463828 Jul 08 15:22:37.989923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:38.166617 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:38.237816 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-4986345d-d6b6-453f-81f8-6ebb3df4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:38.242632 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-4986345d-d6b6-453f-81f8-6ebb3df4b518 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2828584 Jul 08 15:22:38.684872 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-9fdc3161-7ba6-43d1-be2d-a57674ed15ef service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347820 Jul 08 15:22:38.892939 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50426) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:38.920364 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ee14437f-2f02-4244-9fc2-9bda8e7cb44b req-7a3b0c61-6b92-46db-9a32-700a5b34f21f service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276921 Jul 08 15:22:38.944242 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a8bf3633-2ac0-4d7e-a329-becf80e0f264', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:da:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:08Z', 'updated_at': '2021-07-08T15:22:35Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:38.948870 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8576e-9786-44c2-aa70-facb9f3ca0d6 None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a8bf3633-2ac0-4d7e-a329-becf80e0f264', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:da:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:22:08Z', 'updated_at': '2021-07-08T15:22:35Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:39.032794 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-network', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:39.038328 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:39.047150 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Usage tracker for resource:network and tenant:13c3b9f0c19f4b27a16ba084da9e08fe is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:39.050361 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:39.059889 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:39.077587 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Made reservation on behalf of 13c3b9f0c19f4b27a16ba084da9e08fe for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:39.080054 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.096926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.121304 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:39.126035 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Usage tracker for resource:security_group_rule and tenant:13c3b9f0c19f4b27a16ba084da9e08fe is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:39.128973 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:39.144220 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:39.272426 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.281493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.285849 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be84c9f-d173-4c8a-b2ee-b25594593725 None None] New status for floating IP a8bf3633-2ac0-4d7e-a329-becf80e0f264: ACTIVE {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:22:39.297372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:22:39.309655 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.310286 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Added segment 13db6c10-3efd-4731-85b5-c329088d6db0 of type vlan for network 60ac9878-8a43-4dac-a994-6a30a8dfba45 Jul 08 15:22:39.344472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.379017 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a44e04bc-8b19-437f-b9ae-9280cd664547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:39.392265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.399925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:39.400722 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.442451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50448) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:39.451644 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Request body: {'subnet': {'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-subnet', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:39.455307 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5605259 Jul 08 15:22:39.459575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:39.466918 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ece872-1da6-4c82-9583-6525887cbce8,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:39.470627 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Usage tracker for resource:subnet and tenant:13c3b9f0c19f4b27a16ba084da9e08fe is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:39.471565 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:39.472078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-22d56015-0c98-4694-b8a7-81d09652b49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:39.486145 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:39.492325 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:39.518178 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Made reservation on behalf of 13c3b9f0c19f4b27a16ba084da9e08fe for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:39.524127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.674473 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Pushing event updated for resources: {'Network': ['ID=60ac9878-8a43-4dac-a994-6a30a8dfba45,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:39.680854 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:39.700759 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:22:39.924038 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.930636 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5185ae53-a6e5-4ce2-9dc0-1bc51f39bd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:39.935491 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:40.022188 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Checking segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:40.022545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Network hostable DHCP agents. Network: 60ac9878-8a43-4dac-a994-6a30a8dfba45, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:22:40.029426 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d73ff96-2b6a-4832-89bd-bce5685cec9a,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:40.032047 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:40.057262 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:22:40.068841 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 60ac9878-8a43-4dac-a994-6a30a8dfba45) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:40.074454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:40.076222 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:40.080937 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a4adb-6e79-44ef-a6e9-1c657fc05368 None None] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:22:40.112811 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6653535 Jul 08 15:22:40.112811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50494) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:40.122634 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:40.128115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:40.132243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Usage tracker for resource:router and tenant:13c3b9f0c19f4b27a16ba084da9e08fe is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:40.135665 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:40.142837 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:40.159647 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:40.160705 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:40.186637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:40.472638 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ace81-33b7-4008-baec-f63e94345682 None None] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:22:40.713480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:40.916296 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50524) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:41.118184 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.130548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.146908 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:41.150914 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ea04e976ee7a4ee38f83878cffb483b3 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:41.155217 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:41.161927 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:41.166967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.197926 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.284822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.289964 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.298274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-09296c59-706f-456c-9c93-241a1eaa02bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:41.340944 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9735a7fe-e3ac-46ea-a746-1af340855263,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:41.348315 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea04e976ee7a4ee38f83878cffb483b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310036 Jul 08 15:22:41.350041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50542) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:41.351375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:41.494516 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.516353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Allocated IP 172.28.3.226 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/f587a065-6527-4400-8e4c-d3ae4984e624) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:41.527453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.597212 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.603061 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-40e4df7e-0f66-43c6-9cb3-5c0820e266bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:41.637774 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9735a7fe-e3ac-46ea-a746-1af340855263,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:41.653643 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:41.660181 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.665537 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9735a7fe-e3ac-46ea-a746-1af340855263 HTTP/1.1" status: 204 len: 168 time: 0.3128641 Jul 08 15:22:41.729132 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.767760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:41.779315 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:41.859603 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:41.863419 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:41.874418 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:41.932830 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Pushing event updated for resources: {'Port': ['ID=f587a065-6527-4400-8e4c-d3ae4984e624,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:41.994484 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:42.034235 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50576) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:42.051794 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.068447 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:42.072849 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae82efd75306467597c6934b804d3438 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:42.076126 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:42.084584 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:42.198308 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.204233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.218826 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:42.272932 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae82efd75306467597c6934b804d3438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376037 Jul 08 15:22:42.275280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d9946-a722-4383-aa86-bca72cb24b6b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:42.278392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50584) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:42.296509 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:42.355371 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.358766 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.390691 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.461219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.475544 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d3ebdfa1-de5d-4e91-bfa0-34227130c38a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:42.490423 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d9946-a722-4383-aa86-bca72cb24b6b,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:42.499498 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:42.505078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.509732 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/471d9946-a722-4383-aa86-bca72cb24b6b HTTP/1.1" status: 204 len: 168 time: 0.2195694 Jul 08 15:22:42.537609 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:42.775616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:43.010697 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:22:43.315816 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:22:43.327494 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Sync routers for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:22:43.337454 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:43.338526 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:43.345826 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:43.348307 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2332621 Jul 08 15:22:43.351046 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50624) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:43.559994 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:44.111933 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:42Z', 'revision_number': 3, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:44.118864 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Checking router: 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:22:44.119363 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Updating router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 port f587a065-6527-4400-8e4c-d3ae4984e624 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:22:44.244832 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.246645 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.660082 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Allocated IP 172.20.0.1 (60ac9878-8a43-4dac-a994-6a30a8dfba45/1d73ff96-2b6a-4832-89bd-bce5685cec9a/42fb9309-3eb9-43ab-a75f-9c358798df9e) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:44.756423 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50684) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:44.872533 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.889213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.901308 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.908456 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Transition to ACTIVE for port object f587a065-6527-4400-8e4c-d3ae4984e624 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:44.917308 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.919006 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:44.922778 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-8a2e09b9-08ad-4530-88ca-975667e4808a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:44.924939 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Usage tracker for resource:security_group_rule and tenant:65a64be85c45489b81526f9db5601055 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:44.928011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:44.933658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:44.936258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:44.953186 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:45.012215 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Attempting to bind port f587a065-6527-4400-8e4c-d3ae4984e624 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:45.012968 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Attempting to bind port f587a065-6527-4400-8e4c-d3ae4984e624 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:45.013661 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Attempting to bind port f587a065-6527-4400-8e4c-d3ae4984e624 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:45.040201 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:45.040937 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:45.041581 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.042223 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:45.043090 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Bound port: f587a065-6527-4400-8e4c-d3ae4984e624, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:45.043766 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.061098 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Pushing event updated for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:45.066822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:45.069115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:45.070461 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:45.072275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.072957 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:45.078018 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.108674 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5ee5052c-0501-4b07-b351-f90933842b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:45.117532 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65a64be85c45489b81526f9db5601055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600199 Jul 08 15:22:45.119086 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Pushing event updated for resources: {'Port': ['ID=f587a065-6527-4400-8e4c-d3ae4984e624,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:45.120124 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50694) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:45.142395 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.142986 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.143475 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.143982 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.144457 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.144944 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.145494 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.145967 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.146535 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.147124 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.147683 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.148281 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:45.153072 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:45.170040 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] For port f587a065-6527-4400-8e4c-d3ae4984e624, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:45.178564 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] For port f587a065-6527-4400-8e4c-d3ae4984e624, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=f587a065-6527-4400-8e4c-d3ae4984e624,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:45.184654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a507ff99-753a-4652-a091-ebd236c81dfb,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:45.185075 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.190097 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:45.192824 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:45.222632 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.223391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.264972 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.333187 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.339429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ccffc3ac-c6c2-4f74-8146-aefc26196b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:45.364190 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507ff99-753a-4652-a091-ebd236c81dfb,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:45.373265 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:45.373980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.378405 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a507ff99-753a-4652-a091-ebd236c81dfb HTTP/1.1" status: 204 len: 168 time: 0.2563770 Jul 08 15:22:45.472449 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Pushing event updated for resources: {'Port': ['ID=f587a065-6527-4400-8e4c-d3ae4984e624,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:45.486005 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:45.510494 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:45.513320 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:45.778997 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50724) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:45.879862 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.941458 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:45.944059 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:45.972722 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:45.977150 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b05f1fd30acf41f580da8d83164564bf is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:45.981013 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:45.988811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:46.117047 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.125925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.151913 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50746) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:46.153069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:46.220054 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.253606 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50750) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:46.254623 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b05f1fd30acf41f580da8d83164564bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738843 Jul 08 15:22:46.260528 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf724b-6e5f-438c-9330-abdc87e4feff,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:46.275508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:46.280095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:46.288498 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Usage tracker for resource:security_group_rule and tenant:f6abf58756b6478abca9d7f3e9567c6d is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:46.296654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:46.310078 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:46.334888 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.344633 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.391674 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:46.478057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.483235 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.484055 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.493725 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ed579664-e076-446a-a3fa-01d608d3a45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:46.508547 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:42Z', 'revision_number': 3, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:46.514647 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd49e0c4-faea-4050-a712-3a2eb36c771a None None] The sync data for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb is: [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:42Z', 'revision_number': 3, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:46.538469 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6abf58756b6478abca9d7f3e9567c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710885 Jul 08 15:22:46.538688 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.538797 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbd16b9-7caa-4d32-8cfd-70c44c19612c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:46.540337 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50758) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:46.553142 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:46.565385 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Pushing event updated for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:46.570926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:46.579441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.613275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.651700 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.716609 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.724433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e6df709-32c8-4f99-b8a8-a09d4781f24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:46.744527 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbd16b9-7caa-4d32-8cfd-70c44c19612c,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:46.748873 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:46.753590 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.760164 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.764313 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcbd16b9-7caa-4d32-8cfd-70c44c19612c HTTP/1.1" status: 204 len: 168 time: 0.2200251 Jul 08 15:22:46.770363 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:46.795700 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf724b-6e5f-438c-9330-abdc87e4feff,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:46.799153 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:46.800665 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:46.811171 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:46.812090 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:46.813331 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eedf724b-6e5f-438c-9330-abdc87e4feff HTTP/1.1" status: 204 len: 168 time: 0.5585473 Jul 08 15:22:47.126320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:22:47.173652 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-4f6089ea-36d0-43c4-9430-e2a915405e6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1581306 Jul 08 15:22:47.401312 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:22:47.416434 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] 10.222.0.58 "PUT /v2.0/routers/9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0559862 Jul 08 15:22:47.437657 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50786) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:47.450340 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264986-55e6-4908-b308-145bb2761bd9 req-549b468a-6aba-4af3-b5bb-127c7627e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:47.451871 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-549b468a-6aba-4af3-b5bb-127c7627e46c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1099 time: 0.1826146 Jul 08 15:22:47.490213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:47.540023 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:47.545786 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5be719658ea848288d0ed4ac687a78da is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:47.553133 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:47.562188 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:47.775293 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:47.784102 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:47.814210 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264986-55e6-4908-b308-145bb2761bd9 req-6352713f-4e70-4ddf-95ed-b37c3e760931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:47.815757 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-6352713f-4e70-4ddf-95ed-b37c3e760931 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.3321409 Jul 08 15:22:47.831280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:47.899228 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5be719658ea848288d0ed4ac687a78da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604187 Jul 08 15:22:47.903820 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50812) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:47.921231 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4c0df-e296-4829-b8d1-c54dce109afa,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:47.938776 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:48.012511 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-79f4c68e-ecc5-4255-816b-9319241b8d4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1002 time: 0.1789739 Jul 08 15:22:48.114660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:48.145302 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:48.148510 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264986-55e6-4908-b308-145bb2761bd9 req-967f0312-2734-404a-b4d9-c0547284803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:48.152569 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-967f0312-2734-404a-b4d9-c0547284803d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.1292436 Jul 08 15:22:48.267767 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:48.278053 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e8da886c-2dd4-4344-837e-04890894b4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:48.309392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4c0df-e296-4829-b8d1-c54dce109afa,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:48.313396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:48.316059 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264986-55e6-4908-b308-145bb2761bd9 req-5b025674-7964-4201-a305-09addc36d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:48.317498 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-5b025674-7964-4201-a305-09addc36d32b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1599634 Jul 08 15:22:48.320048 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:48.323533 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65f4c0df-e296-4829-b8d1-c54dce109afa HTTP/1.1" status: 204 len: 168 time: 0.4164288 Jul 08 15:22:48.469408 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50830) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:48.538847 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50840) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:48.556584 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-8c4deb88-c0d7-4f1c-baea-18c71a5eb10b service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253315 Jul 08 15:22:48.728109 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-92fd0d6a-91a2-4389-a5ed-567606972822 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:48.728836 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-92fd0d6a-91a2-4389-a5ed-567606972822 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:network {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:48.754431 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-92fd0d6a-91a2-4389-a5ed-567606972822 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:network {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:48.757395 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-63264986-55e6-4908-b308-145bb2761bd9 req-4e44a309-5947-45f6-9446-924a00aab92b service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928430 Jul 08 15:22:48.758145 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-92fd0d6a-91a2-4389-a5ed-567606972822 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 819 time: 0.2492466 Jul 08 15:22:48.789702 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a762cf79-4e7d-4561-9700-1bb625a6e199 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/quotas/13c3b9f0c19f4b27a16ba084da9e08fe HTTP/1.1" status: 200 len: 375 time: 0.0178800 Jul 08 15:22:48.890682 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device f587a065-6527-4400-8e4c-d3ae4984e624 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:48.950379 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-2d07ed2d-15ac-4780-a183-b8c86319b798 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:48.961323 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:48.977266 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-2d07ed2d-15ac-4780-a183-b8c86319b798 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:48.979729 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-2d07ed2d-15ac-4780-a183-b8c86319b798 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806331 Jul 08 15:22:48.991031 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:48.996089 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Usage tracker for resource:security_group_rule and tenant:0386a16478674b52be49ee93643d1f4b is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:48.999303 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:49.006099 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:49.007470 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Sync routers for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:22:49.030321 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:49.031310 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:49.123780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.129512 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.132907 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.146736 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port f587a065-6527-4400-8e4c-d3ae4984e624 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:49.154053 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:49.159148 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9e51302b-8d5c-4c86-b95e-3763a1f7ef81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:49.160240 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port f587a065-6527-4400-8e4c-d3ae4984e624 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:49.160526 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.176694 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d42ba8f1fd451db36bfba374c81cca is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:49.185357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:49.207295 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0386a16478674b52be49ee93643d1f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672666 Jul 08 15:22:49.208245 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f988db-e1fe-4af4-9ae3-24a08c7ac98d,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:49.211043 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50858) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:49.213809 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:49.223331 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:49.313179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.355835 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-5fcf18d2-53b4-48ae-b09f-0a6d97c306f6 service neutron] 10.222.0.58 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620498 Jul 08 15:22:49.399204 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.407172 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:49.527942 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.536550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-073b3345-e877-4b99-b13e-fc7b030d8798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:49.557634 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f988db-e1fe-4af4-9ae3-24a08c7ac98d,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:49.562133 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:49.564177 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.565702 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58f988db-e1fe-4af4-9ae3-24a08c7ac98d HTTP/1.1" status: 204 len: 168 time: 0.3537681 Jul 08 15:22:49.679250 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.696483 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.718179 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.729321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4192b529-cf34-41b9-a231-68b47dab5414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:49.750326 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-caca55f8-0c8c-447c-990f-2c887aa66a84 service neutron] 10.222.0.58 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876374 Jul 08 15:22:49.798893 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1d42ba8f1fd451db36bfba374c81cca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3282850 Jul 08 15:22:49.801665 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50882) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:49.802062 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7ee63-1b0e-426c-98db-e18e994bcb16,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:49.807403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:49.927702 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port f587a065-6527-4400-8e4c-d3ae4984e624, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=f587a065-6527-4400-8e4c-d3ae4984e624,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:49.950991 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:49.956222 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-4df142df-9b12-4619-9c3f-ac3c0de2654a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:50.078440 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=f587a065-6527-4400-8e4c-d3ae4984e624,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:50.092381 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.092940 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.093444 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.093923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.094406 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.094912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.096160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.096617 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.097116 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.097828 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.098304 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.098832 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:22:50.106371 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:50.113502 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 4, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '42fb9309-3eb9-43ab-a75f-9c358798df9e', 'name': '', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'mac_address': 'fa:16:3e:b4:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:44Z', 'updated_at': '2021-07-08T15:22:46Z', 'revision_number': 2, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'subnets': [{'id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:50.119460 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Checking router: 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:22:50.120387 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Updating router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 port 42fb9309-3eb9-43ab-a75f-9c358798df9e binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:22:50.188414 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.292371 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2843655d-3ac1-49fe-b433-8cc7617b0185 req-3c9ee029-d227-40a6-96bc-7b6f34f14a5a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 210 time: 0.3042421 Jul 08 15:22:50.293895 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.372068 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.377132 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50912) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:50.412587 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.476290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:50.486072 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Usage tracker for resource:security_group_rule and tenant:bb2d7144980b4596b2f0277674d24da4 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:50.495649 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.496929 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:50.502853 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:50.516755 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:50.527527 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7ee63-1b0e-426c-98db-e18e994bcb16,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:50.541425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:50.546549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.550546 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4b7ee63-1b0e-426c-98db-e18e994bcb16 HTTP/1.1" status: 204 len: 168 time: 0.7467031 Jul 08 15:22:50.719667 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.748550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.764055 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:50.779173 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:50.838491 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb2d7144980b4596b2f0277674d24da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601610 Jul 08 15:22:50.841268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d35c2d-62ce-4fd6-908d-5050a53529de,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:50.843188 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 50936) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:50.845499 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:50.940011 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device f587a065-6527-4400-8e4c-d3ae4984e624 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:51.022073 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.049252 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Transition to ACTIVE for port object 42fb9309-3eb9-43ab-a75f-9c358798df9e will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:51.058553 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port f587a065-6527-4400-8e4c-d3ae4984e624 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:51.059003 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.094568 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.104940 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-4582a6e5-26d2-411e-9255-f9e69fa95e16 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:51.112817 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-4582a6e5-26d2-411e-9255-f9e69fa95e16 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 819 time: 0.3402252 Jul 08 15:22:51.118239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:51.119274 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.146433 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-158cb865-cbdb-48b7-8825-208cd4902d8d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/quotas/13c3b9f0c19f4b27a16ba084da9e08fe HTTP/1.1" status: 200 len: 375 time: 0.0323946 Jul 08 15:22:51.238277 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.337231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.346706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f4318e28-1985-4269-a814-a61be6c3943a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:51.363327 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d35c2d-62ce-4fd6-908d-5050a53529de,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:51.368885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:51.380354 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-1a96c3f8-6d28-4898-9831-6cd9bf6ad7e5 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307787 Jul 08 15:22:51.381902 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.387074 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98d35c2d-62ce-4fd6-908d-5050a53529de HTTP/1.1" status: 204 len: 168 time: 0.5419490 Jul 08 15:22:51.475894 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Pushing event updated for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:51.490771 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50952) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:51.497974 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:51.527717 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.546321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:51.550913 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Usage tracker for resource:security_group_rule and tenant:37eb64cd6e27481d9e583ea2459170a8 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:51.553903 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:51.561389 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:51.593521 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-da106bf9-2a88-492a-8c69-52178e7cc8b6 service neutron] 10.222.0.58 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049863 Jul 08 15:22:51.616064 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Attempting to bind port 42fb9309-3eb9-43ab-a75f-9c358798df9e on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:51.616469 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Attempting to bind port 42fb9309-3eb9-43ab-a75f-9c358798df9e by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:51.621086 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Attempting to bind port 42fb9309-3eb9-43ab-a75f-9c358798df9e on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:51.676321 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:51.676693 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Checking segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:51.677096 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.677491 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Bound using segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:51.677973 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Bound port: 42fb9309-3eb9-43ab-a75f-9c358798df9e, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:51.678623 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.747076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.752762 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.769425 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f138ef10-5dd7-4485-bbe4-0fd955f69385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:51.800891 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10005d81-4180-49ce-a440-3baac09b5b1e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:51.805451 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:51.828912 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37eb64cd6e27481d9e583ea2459170a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358431 Jul 08 15:22:51.829520 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 50962) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:51.927660 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] For port 42fb9309-3eb9-43ab-a75f-9c358798df9e, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:51.931787 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] For port 42fb9309-3eb9-43ab-a75f-9c358798df9e, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=42fb9309-3eb9-43ab-a75f-9c358798df9e,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:51.940179 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:51.946840 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:52.064186 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:52.117449 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:22:52.118427 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:22:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:52.138237 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:52.161633 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-095ab74c-ca12-4f64-8d76-b497cbbf687d service neutron] 10.222.0.58 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623457 Jul 08 15:22:52.195619 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-daed16d4-6725-4e38-ba1a-2bcea723a10e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:52.197124 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-daed16d4-6725-4e38-ba1a-2bcea723a10e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 819 time: 0.4349525 Jul 08 15:22:52.222340 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Request body: {'port': {'device_id': '2805c175-09b0-48d6-977a-a611d1b021c5', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'admin_state_up': True, 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:52.273788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Pushing event updated for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:52.277221 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:52.287651 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:52.298476 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2ebe66a9-2836-4276-b3be-70e8553e1ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:52.358726 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10005d81-4180-49ce-a440-3baac09b5b1e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:52.384957 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:52.387626 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:52.394473 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10005d81-4180-49ce-a440-3baac09b5b1e HTTP/1.1" status: 204 len: 168 time: 0.5615346 Jul 08 15:22:52.610920 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:22:52.674649 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9bb18f50-0f7a-4f9e-97bc-9b3590894c4a req-ff601943-a8bb-4dc9-a88e-842c26494bea tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 210 time: 0.0793850 Jul 08 15:22:52.785419 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:52.797425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:52.816548 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Made reservation on behalf of 13c3b9f0c19f4b27a16ba084da9e08fe for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:52.822023 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.053874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Allocated IP 172.20.0.9 (60ac9878-8a43-4dac-a994-6a30a8dfba45/1d73ff96-2b6a-4832-89bd-bce5685cec9a/f73d3160-231c-4a73-ab08-d1f58272515c) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:53.265581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51012) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:53.307688 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.320086 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 4, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '42fb9309-3eb9-43ab-a75f-9c358798df9e', 'name': '', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'mac_address': 'fa:16:3e:b4:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:44Z', 'updated_at': '2021-07-08T15:22:51Z', 'revision_number': 4, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'subnets': [{'id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:22:53.325368 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c5176-b75f-4859-a7db-c89e67393f06 None None] The sync data for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb is: [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:22:45Z', 'revision_number': 4, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '42fb9309-3eb9-43ab-a75f-9c358798df9e', 'name': '', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'mac_address': 'fa:16:3e:b4:80:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:44Z', 'updated_at': '2021-07-08T15:22:51Z', 'revision_number': 4, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'subnets': [{'id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:22:53.337765 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:53.343180 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd3b447710f443580e45337346a5025 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:53.346578 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:53.354058 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:53.575063 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.587271 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:22:53.610645 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.617134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.629876 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-92aa39d8-b949-4fcb-8e00-463200243e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:53.658213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.695110 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:53.747870 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfd3b447710f443580e45337346a5025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783332 Jul 08 15:22:53.747870 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e30db2-166e-414c-b9bb-a5826019e127,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:53.762975 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51038) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:22:53.765549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:53.828930 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:53.832739 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:53.837309 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:53.844230 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:53.844944 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:53.874997 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Pushing event updated for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:53.879170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:53.898349 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6803246 Jul 08 15:22:53.911585 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Request body: {'port': {'device_id': '2805c175-09b0-48d6-977a-a611d1b021c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:54.014660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:54.127031 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5bceb7b8-561e-49c6-b40b-9977314c9fe0 req-45243a31-d1dd-49d7-bfcd-9e7dc536f931 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 210 time: 0.1035273 Jul 08 15:22:54.158114 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:54.269994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:54.277566 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a2de3117-d381-4a5a-8fec-8521c42ec5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:54.309986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e30db2-166e-414c-b9bb-a5826019e127,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:54.348362 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:54.372272 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:54.378461 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:54.380351 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94e30db2-166e-414c-b9bb-a5826019e127 HTTP/1.1" status: 204 len: 168 time: 0.6162453 Jul 08 15:22:54.632642 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2fdf9231-a4d8-4120-b811-111dd533f256 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:54.635143 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2fdf9231-a4d8-4120-b811-111dd533f256 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 819 time: 0.3356080 Jul 08 15:22:54.666765 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Request body: {'port': {'device_id': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'admin_state_up': True, 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:55.082236 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 42fb9309-3eb9-43ab-a75f-9c358798df9e up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:55.183110 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:22:55.191788 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Usage tracker for resource:port and tenant:13c3b9f0c19f4b27a16ba084da9e08fe is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:22:55.195815 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:22:55.212038 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:22:55.232933 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Made reservation on behalf of 13c3b9f0c19f4b27a16ba084da9e08fe for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:22:55.238723 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 42fb9309-3eb9-43ab-a75f-9c358798df9e completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:22:55.242921 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.251254 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 42fb9309-3eb9-43ab-a75f-9c358798df9e triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:55.252289 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.433479 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73d3160-231c-4a73-ab08-d1f58272515c {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:55.446117 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.469397 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Transition to ACTIVE for port object f73d3160-231c-4a73-ab08-d1f58272515c will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:55.564338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.587703 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.613194 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-3b681632-b364-4e5d-a900-dd75014dcc36 req-3b073c2f-037c-466f-aa14-c2304f0304f6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:22:55.617045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8536dd33-4957-41a1-b875-c5b9ab685330 tempest-DeleteServersTestJSON-1762250967 tempest-DeleteServersTestJSON-1762250967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:55.627033 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 42fb9309-3eb9-43ab-a75f-9c358798df9e, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=42fb9309-3eb9-43ab-a75f-9c358798df9e,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:22:55.632831 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:55.641628 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-db33fd54-c107-4aa7-9a0e-8e59837f55d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:55.672620 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Allocated IP 172.20.0.3 (60ac9878-8a43-4dac-a994-6a30a8dfba45/1d73ff96-2b6a-4832-89bd-bce5685cec9a/2843f606-6600-412d-9937-97e3114a2618) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:22:55.867698 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:55.881398 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:55.896953 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-3b681632-b364-4e5d-a900-dd75014dcc36 req-3b073c2f-037c-466f-aa14-c2304f0304f6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:22:55.898047 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3b681632-b364-4e5d-a900-dd75014dcc36 req-3b073c2f-037c-466f-aa14-c2304f0304f6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 210 time: 0.4232881 Jul 08 15:22:55.906818 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Pushing event updated for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:55.913495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:55.931987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Attempting to bind port f73d3160-231c-4a73-ab08-d1f58272515c on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:55.931987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Attempting to bind port f73d3160-231c-4a73-ab08-d1f58272515c by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:55.931987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Attempting to bind port f73d3160-231c-4a73-ab08-d1f58272515c on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:55.933778 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Port f73d3160-231c-4a73-ab08-d1f58272515c on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:22:55.934122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Attempting to bind port f73d3160-231c-4a73-ab08-d1f58272515c on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:55.950889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:55.951235 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Checking segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:55.951631 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Bound using segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:55.952389 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Bound port: f73d3160-231c-4a73-ab08-d1f58272515c, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:55.952489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:56.170633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:56.177131 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f73d3160-231c-4a73-ab08-d1f58272515c,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:56.188086 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:56.204135 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:56.347923 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:56.348871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:56.351612 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] 10.222.0.69 "PUT /v2.0/ports/f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 1093 time: 2.4451489 Jul 08 15:22:56.352313 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:56.412657 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Pushing event updated for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:56.462840 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:56.537026 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c', 'status': 'completed', 'code': 200} Jul 08 15:22:56.540522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:56.551617 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:56.586495 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:56.616987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-c6ac8960-3194-4107-af37-3ce4da5c8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:56.618284 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-c6ac8960-3194-4107-af37-3ce4da5c8e07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1096 time: 0.2068734 Jul 08 15:22:56.796690 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Pushing event updated for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:56.800999 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-058d0151-9fcc-40f8-ad5c-668b97abfd20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.1668041 Jul 08 15:22:56.817633 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Network 60ac9878-8a43-4dac-a994-6a30a8dfba45 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:22:56.818763 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:56.820124 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:22:56.833529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:22:56.913301 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 42fb9309-3eb9-43ab-a75f-9c358798df9e up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:22:56.969059 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-e82ff361-ad6a-4460-ad5f-f8fc2cffbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:56.970518 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-e82ff361-ad6a-4460-ad5f-f8fc2cffbe60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.1691265 Jul 08 15:22:57.015912 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:57.016821 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:57.100651 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4543021 Jul 08 15:22:57.113386 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Request body: {'port': {'device_id': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:22:57.135018 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 42fb9309-3eb9-43ab-a75f-9c358798df9e triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:22:57.135513 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:57.168838 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-06249d44-c63d-495b-b848-ee61ac1166cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911182 Jul 08 15:22:57.360906 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:57.508526 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-95cb8b1f-161c-4bfb-a7bb-5ddda3e8834a service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321848 Jul 08 15:22:57.522519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c470-5c2f-45ea-b7a1-8a0ff7001857 req-4a3779e1-6eba-4343-a089-7b5e64d3a1f6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:57.524844 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-23c8c470-5c2f-45ea-b7a1-8a0ff7001857 req-4a3779e1-6eba-4343-a089-7b5e64d3a1f6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 931 time: 0.1911576 Jul 08 15:22:57.724454 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-23c8c470-5c2f-45ea-b7a1-8a0ff7001857 req-111ba1ad-e080-4748-85b6-5a14cdea83db tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763108 Jul 08 15:22:57.780220 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8bc8a76-6b4a-4592-b56d-5f2756b37f9e req-5491a6f6-7e37-4eae-a90d-fd366774f8c5 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542081 Jul 08 15:22:57.963338 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-44307c6d-338e-42b2-bc78-ef408caeb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:57.974338 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-44307c6d-338e-42b2-bc78-ef408caeb94d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1096 time: 0.1369262 Jul 08 15:22:58.042912 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2843f606-6600-412d-9937-97e3114a2618 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:22:58.060700 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:58.082936 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Transition to ACTIVE for port object 2843f606-6600-412d-9937-97e3114a2618 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:22:58.087985 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:58.101177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:58.271533 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-9e66fd12-d214-4c2c-ae06-a70d73c749f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.272818 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-9e66fd12-d214-4c2c-ae06-a70d73c749f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.2912157 Jul 08 15:22:58.337863 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Pushing event updated for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:58.341844 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:58.356894 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-7831e226-ab13-4bde-9471-826d774d4136 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.0759182 Jul 08 15:22:58.389945 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Attempting to bind port 2843f606-6600-412d-9937-97e3114a2618 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:22:58.390910 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Attempting to bind port 2843f606-6600-412d-9937-97e3114a2618 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:22:58.391473 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Attempting to bind port 2843f606-6600-412d-9937-97e3114a2618 on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:58.398114 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Port 2843f606-6600-412d-9937-97e3114a2618 on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:22:58.398756 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Attempting to bind port 2843f606-6600-412d-9937-97e3114a2618 on network 60ac9878-8a43-4dac-a994-6a30a8dfba45 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:22:58.407812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:22:58.408407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Checking segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:22:58.409046 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Bound using segment: {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:22:58.409631 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Bound port: 2843f606-6600-412d-9937-97e3114a2618, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13db6c10-3efd-4731-85b5-c329088d6db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:22:58.410134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:58.486436 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-bccea501-3a79-4e49-83f1-b6ed826424f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.488340 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-bccea501-3a79-4e49-83f1-b6ed826424f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.1235516 Jul 08 15:22:58.548157 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:22:58.553283 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2843f606-6600-412d-9937-97e3114a2618,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:22:58.559592 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:58.560154 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-5aab6fff-c70c-4bd6-9c81-518cbd02296f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519595 Jul 08 15:22:58.563992 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:22:58.633639 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.634513 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:22:58.636084 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] 10.222.0.69 "PUT /v2.0/ports/2843f606-6600-412d-9937-97e3114a2618 HTTP/1.1" status: 200 len: 1093 time: 1.5270233 Jul 08 15:22:58.636736 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'tag': '2843f606-6600-412d-9937-97e3114a2618'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:22:58.674453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Pushing event updated for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:22:58.677658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:22:58.740384 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-04b79c5a-f8dc-4a8c-a34f-7700b3f84970 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723857 Jul 08 15:22:58.741189 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'tag': '2843f606-6600-412d-9937-97e3114a2618', 'status': 'completed', 'code': 200} Jul 08 15:22:58.766539 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-356c9847-fc87-4acf-baaa-f7233b6c0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.768011 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-356c9847-fc87-4acf-baaa-f7233b6c0561 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 1096 time: 0.0749915 Jul 08 15:22:58.850736 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-dc29ee3c-bf9d-4d16-a361-dd8fbf84608b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2843f606-6600-412d-9937-97e3114a2618 HTTP/1.1" status: 200 len: 217 time: 0.0746267 Jul 08 15:22:58.921954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2dcee6ba-8ec4-420c-a158-65ea4ac48e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.923611 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-2dcee6ba-8ec4-420c-a158-65ea4ac48e79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.0659845 Jul 08 15:22:58.967384 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-483c101a-aa48-4f37-b77a-db43b6ff03c9 req-f109a9fc-cfdc-450b-b328-2b6da5a94525 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188330 Jul 08 15:22:58.988213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ed1ce-5635-416a-a31d-5a461ba78120 req-50075168-76cc-4cd4-9279-1f498c4d62eb tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:58.990082 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-045ed1ce-5635-416a-a31d-5a461ba78120 req-50075168-76cc-4cd4-9279-1f498c4d62eb tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 943 time: 0.1354203 Jul 08 15:22:59.004718 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-b2bc447e-b23b-470a-af6d-dcf66882db6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732615 Jul 08 15:22:59.097995 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-045ed1ce-5635-416a-a31d-5a461ba78120 req-28cc922e-d9cf-4fd7-8d4a-781dbbf053ba tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010544 Jul 08 15:22:59.193358 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-e15f9c66-208a-4fda-9b6b-a3ec842a33ba service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787219 Jul 08 15:22:59.446761 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b6944dd6-abe9-4d71-a035-4cee66c6cdec req-ae339ad3-e57e-4199-bf75-8b645e4e3a19 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452538 Jul 08 15:22:59.617925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-6c6e0a3d-1891-4b2a-a00a-f6463be3dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:59.619921 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-6c6e0a3d-1891-4b2a-a00a-f6463be3dac2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 1096 time: 0.1135237 Jul 08 15:22:59.789781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-015bd316-69ea-4194-8ddb-3ee2ac8d8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:59.791225 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-015bd316-69ea-4194-8ddb-3ee2ac8d8a16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.1643934 Jul 08 15:22:59.867442 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-095dddc0-f2ce-4fe5-bcd7-650ed89b2905 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2843f606-6600-412d-9937-97e3114a2618 HTTP/1.1" status: 200 len: 217 time: 0.0686088 Jul 08 15:22:59.939628 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-557b1efb-e957-4345-99c8-ea6cc49f64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:22:59.942035 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-557b1efb-e957-4345-99c8-ea6cc49f64b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.0666316 Jul 08 15:22:59.995964 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-678dcb84-524b-4c01-98b8-cfb7e0899885 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454609 Jul 08 15:23:00.143622 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-e2aeec21-c5b9-444d-a652-680b756f9ae4 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405401 Jul 08 15:23:00.355922 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-447ffe29-86ad-495f-baa9-877a8a0072ef req-9701b106-5061-44cf-8d04-60da76276da9 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008855 Jul 08 15:23:00.384890 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-a8ccfe7b-6f88-4d5c-81c2-334bb2c09c48 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:00.386474 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-a8ccfe7b-6f88-4d5c-81c2-334bb2c09c48 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:00.413280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-a8ccfe7b-6f88-4d5c-81c2-334bb2c09c48 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:00.415703 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-a8ccfe7b-6f88-4d5c-81c2-334bb2c09c48 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 943 time: 0.1898572 Jul 08 15:23:00.468527 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-b56c4029-892f-4e9d-8f37-3e80609bf83b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:00.488449 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-b56c4029-892f-4e9d-8f37-3e80609bf83b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:00.490112 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e58059e6-7e29-4ec1-9772-f79c7a855028 req-b56c4029-892f-4e9d-8f37-3e80609bf83b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686629 Jul 08 15:23:01.343655 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f73d3160-231c-4a73-ab08-d1f58272515c details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:01.552061 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f73d3160-231c-4a73-ab08-d1f58272515c,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:01.570088 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'f73d3160-231c-4a73-ab08-d1f58272515c', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'port_id': 'f73d3160-231c-4a73-ab08-d1f58272515c', 'mac_address': 'fa:16:3e:f4:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:01.651911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:01.679036 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73d3160-231c-4a73-ab08-d1f58272515c {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:01.710144 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f73d3160-231c-4a73-ab08-d1f58272515c,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:01.716783 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:01.720257 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:01.743579 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bc924-a69d-4af9-8659-166540190226 req-963ee711-f44f-4d80-a6aa-ec1df3b767d7 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:01.745796 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8e0bc924-a69d-4af9-8659-166540190226 req-963ee711-f44f-4d80-a6aa-ec1df3b767d7 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 943 time: 0.1024621 Jul 08 15:23:01.812200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:01.815175 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8e0bc924-a69d-4af9-8659-166540190226 req-973abbda-20ce-4ddb-a4bf-8a87d28234f0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625982 Jul 08 15:23:01.816514 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:01.963534 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['f73d3160-231c-4a73-ab08-d1f58272515c'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:02.927712 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51392) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:03.019085 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e9d65-d60e-44e9-9c00-9c1f9c946857 req-37d76f01-1d91-4cb7-acf8-b80ff6db3294 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:03.020800 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d13e9d65-d60e-44e9-9c00-9c1f9c946857 req-37d76f01-1d91-4cb7-acf8-b80ff6db3294 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 943 time: 0.0995805 Jul 08 15:23:03.073012 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.095823 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:03.101160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae02d51f0054a8185ee590d0ec00ce9 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:03.106237 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d13e9d65-d60e-44e9-9c00-9c1f9c946857 req-9b9ce8c9-da4d-45c8-a970-cec2b417b72e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722756 Jul 08 15:23:03.107781 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:03.116133 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:03.228537 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.233992 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.242410 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6848162f-9dda-4a4e-93de-95be1f87fc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:03.285617 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ae02d51f0054a8185ee590d0ec00ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567224 Jul 08 15:23:03.286508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63773cb4-6827-4969-893c-6b267fa93429,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:03.288436 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51408) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:03.289663 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:03.353824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.356414 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2843f606-6600-412d-9937-97e3114a2618 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:03.384794 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.398855 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f73d3160-231c-4a73-ab08-d1f58272515c up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:03.451945 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.457169 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:03.470994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63773cb4-6827-4969-893c-6b267fa93429,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:03.492254 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:03.500599 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.501523 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63773cb4-6827-4969-893c-6b267fa93429 HTTP/1.1" status: 204 len: 168 time: 0.2118800 Jul 08 15:23:03.599167 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2843f606-6600-412d-9937-97e3114a2618,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:03.629600 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '2843f606-6600-412d-9937-97e3114a2618', 'network_id': '60ac9878-8a43-4dac-a994-6a30a8dfba45', 'port_id': '2843f606-6600-412d-9937-97e3114a2618', 'mac_address': 'fa:16:3e:24:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d73ff96-2b6a-4832-89bd-bce5685cec9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:03.700772 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.724078 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2843f606-6600-412d-9937-97e3114a2618 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:03.728318 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port f73d3160-231c-4a73-ab08-d1f58272515c completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:03.736201 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port f73d3160-231c-4a73-ab08-d1f58272515c triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:03.736587 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.790909 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2843f606-6600-412d-9937-97e3114a2618,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:03.797499 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.801108 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:03.937090 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:03.943994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:03.954341 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:03.993999 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:04.005160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f73d3160-231c-4a73-ab08-d1f58272515c,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:04.019495 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:04.021493 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:04.093869 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c', 'code': 200} Jul 08 15:23:04.096840 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['2843f606-6600-412d-9937-97e3114a2618'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:04.238855 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:04.251338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:04.391460 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219545-e789-46f9-b721-f308cedf9219 req-ea799fe4-31d4-4878-8601-1ab0e9af0fe3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:04.407245 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-36219545-e789-46f9-b721-f308cedf9219 req-ea799fe4-31d4-4878-8601-1ab0e9af0fe3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 944 time: 0.1655233 Jul 08 15:23:04.628576 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-36219545-e789-46f9-b721-f308cedf9219 req-ce8e3d41-38b2-45e4-a583-774fe5664cad tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153673 Jul 08 15:23:04.635600 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51464) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:04.647402 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47a4d-f6fc-4eea-9ba4-2db4b521a7c8 req-2bf8930d-382e-4833-acb8-a85ec6873a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:04.649140 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-64b47a4d-f6fc-4eea-9ba4-2db4b521a7c8 req-2bf8930d-382e-4833-acb8-a85ec6873a35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.2341344 Jul 08 15:23:04.708198 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-64b47a4d-f6fc-4eea-9ba4-2db4b521a7c8 req-b948f27e-4a5b-461f-ac55-fc33d03b1f91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Jul 08 15:23:04.774304 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-271942617-network', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:04.780471 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:04.784602 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Usage tracker for resource:network and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:04.787602 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:04.795261 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:04.805631 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Made reservation on behalf of e55e1e70989f4443b490b67d32b03bce for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:04.808422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:04.820347 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:04.835426 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:04.840627 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:04.845959 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:04.852501 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:04.953331 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:04.957631 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:04.963185 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1f07432d-2caa-4ccc-adf0-95a57c7acf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:04.991785 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:23:05.005070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa8fdf-2817-4925-9368-9098f01d41d8,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.008162 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.008498 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Added segment 8ca83925-d770-416f-a4e0-ea72bf7a9853 of type vlan for network 1510b182-1979-4617-b2ac-dcb3748237cf Jul 08 15:23:05.009983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.039258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.072617 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.074772 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:05.076393 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.082239 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3973156-0169-48e5-84dd-ee5a512207b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:05.181835 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51486) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:05.192720 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Pushing event updated for resources: {'Network': ['ID=1510b182-1979-4617-b2ac-dcb3748237cf,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.194495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.200262 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5620594 Jul 08 15:23:05.205189 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51494) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:05.208739 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 1510b182-1979-4617-b2ac-dcb3748237cf details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:23:05.212398 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Request body: {'subnet': {'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-271942617-subnet', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:05.218640 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:05.224044 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Usage tracker for resource:subnet and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:05.227769 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:05.234028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:05.247212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Made reservation on behalf of e55e1e70989f4443b490b67d32b03bce for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:05.249936 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.324084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.354777 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:05.367332 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Usage tracker for resource:security_group_rule and tenant:0266106923a440d7ba86dc84b660becf is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:05.371981 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2843f606-6600-412d-9937-97e3114a2618 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:05.372665 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:05.378908 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:05.493075 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 2843f606-6600-412d-9937-97e3114a2618 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:05.498076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.503451 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 2843f606-6600-412d-9937-97e3114a2618 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:05.503849 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.506392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.517189 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-66999f44-40d9-4146-8d3b-a78f93bfcb48 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:05.620489 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0266106923a440d7ba86dc84b660becf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363024 Jul 08 15:23:05.622357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51508) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:05.644523 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f35cb0-c789-48c6-9f45-e8d21e6d4429,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.648487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.667118 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.676535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-399f89f1-3747-43d1-94cf-37aafd7d9348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:05.696434 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.749352 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.774899 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2843f606-6600-412d-9937-97e3114a2618,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:05.782349 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.784464 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-318fdd0f-3bf0-4714-b58f-5dc878d1cd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:05.824605 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.876148 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.880114 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.922985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0b9389-1c8e-4198-a243-2d88fdfe61f1,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.926388 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.931323 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.942919 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f22b18ba-20b4-4551-8437-c4e55ccb2111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:05.943026 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Checking segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:05.943026 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Network hostable DHCP agents. Network: 1510b182-1979-4617-b2ac-dcb3748237cf, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:23:05.952332 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f35cb0-c789-48c6-9f45-e8d21e6d4429,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:05.956233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:05.960722 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:05.965013 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68f35cb0-c789-48c6-9f45-e8d21e6d4429 HTTP/1.1" status: 204 len: 168 time: 0.3380823 Jul 08 15:23:05.986158 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Network 1510b182-1979-4617-b2ac-dcb3748237cf is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:23:06.013295 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 1510b182-1979-4617-b2ac-dcb3748237cf) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:06.023123 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c569e8b-a21e-4ddf-a6fa-68754be8890f None None] Network 1510b182-1979-4617-b2ac-dcb3748237cf requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:06.028375 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:06.029048 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.040226 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e093b-ab10-46ac-8124-820910af2317 req-7eecfc47-b900-4659-9c0a-4928c34935f0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:06.041787 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da3e093b-ab10-46ac-8124-820910af2317 req-7eecfc47-b900-4659-9c0a-4928c34935f0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2263768 Jul 08 15:23:06.102484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51524) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:06.102741 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-db3000a4-77a4-479d-a6fc-6dc525c1f5c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8962150 Jul 08 15:23:06.109291 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:06.120093 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:06.131558 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Usage tracker for resource:router and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:06.137799 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:06.149452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:06.151836 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da3e093b-ab10-46ac-8124-820910af2317 req-32144cb0-7d8d-41c3-a73f-e624303254f0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851755 Jul 08 15:23:06.179889 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843f606-6600-412d-9937-97e3114a2618'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:06.181088 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.182091 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.212980 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.295811 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2843f606-6600-412d-9937-97e3114a2618', 'code': 200} Jul 08 15:23:06.400798 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-1510b182-1979-4617-b2ac-dcb3748237cf', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:23:06.404821 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.435442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51534) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:06.459353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.476552 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:06.481154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Usage tracker for resource:security_group_rule and tenant:de48f8775bae43bfa38f6b0bf132828a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:06.484042 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:06.490214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:06.592570 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.598309 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.603885 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Allocated IP 172.20.0.2 (1510b182-1979-4617-b2ac-dcb3748237cf/ab0b9389-1c8e-4198-a243-2d88fdfe61f1/5fa00638-c47e-43e0-b47b-04cc54260e55) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:06.606522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9564bfa4-596a-43f4-8507-67c9ebcaf2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:06.650821 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de48f8775bae43bfa38f6b0bf132828a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133131 Jul 08 15:23:06.652355 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaac32a-2e0c-48ca-89a3-5bea45fa7837,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:06.654884 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51540) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:06.657589 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:06.739443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.774029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.857483 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.871580 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.880466 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f3ccf0b7-1a7a-4e10-a2be-f842ddd49ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:06.889273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.903098 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Transition to ACTIVE for port object 5fa00638-c47e-43e0-b47b-04cc54260e55 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:06.925228 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Transition to ACTIVE for port object 5fa00638-c47e-43e0-b47b-04cc54260e55 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:06.934809 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:06.937313 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e661407-cc57-4c9b-98ec-fee1ae92e08e req-01d0dc5f-8472-46a0-bf02-47ac7ed655e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:06.938841 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1e661407-cc57-4c9b-98ec-fee1ae92e08e req-01d0dc5f-8472-46a0-bf02-47ac7ed655e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 1098 time: 0.4092288 Jul 08 15:23:06.948567 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:07.040855 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaac32a-2e0c-48ca-89a3-5bea45fa7837,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:07.044528 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:07.045616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.046941 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1aaac32a-2e0c-48ca-89a3-5bea45fa7837 HTTP/1.1" status: 204 len: 168 time: 0.3911157 Jul 08 15:23:07.050890 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1e661407-cc57-4c9b-98ec-fee1ae92e08e req-b04f9bf5-4235-49a2-86ea-ca5dd0798bb4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 Jul 08 15:23:07.134523 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Network 1510b182-1979-4617-b2ac-dcb3748237cf is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:07.137994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:07.141112 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:07.240195 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Pushing event updated for resources: {'Port': ['ID=5fa00638-c47e-43e0-b47b-04cc54260e55,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:07.252933 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:07.274804 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Attempting to bind port 5fa00638-c47e-43e0-b47b-04cc54260e55 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:07.275175 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Attempting to bind port 5fa00638-c47e-43e0-b47b-04cc54260e55 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:07.275536 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Attempting to bind port 5fa00638-c47e-43e0-b47b-04cc54260e55 on network 1510b182-1979-4617-b2ac-dcb3748237cf {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:07.295469 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:07.295745 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Checking segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:07.296152 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.296746 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Bound using segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:07.297018 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Bound port: 5fa00638-c47e-43e0-b47b-04cc54260e55, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:07.297391 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.419808 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.449695 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51566) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:07.475437 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] For port 5fa00638-c47e-43e0-b47b-04cc54260e55, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:07.478765 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] For port 5fa00638-c47e-43e0-b47b-04cc54260e55, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=5fa00638-c47e-43e0-b47b-04cc54260e55,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:07.478875 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.502851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.507593 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dad01-8ea9-453d-ade0-b994bcc33397 req-e7ecbfab-8ec5-4534-8751-fbcc77c18fce tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:07.510228 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db2dad01-8ea9-453d-ade0-b994bcc33397 req-e7ecbfab-8ec5-4534-8751-fbcc77c18fce tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2025261 Jul 08 15:23:07.522069 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:07.593884 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ca3d10ee-cd91-40b2-a0bf-24ee6d2f2d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.618751 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db2dad01-8ea9-453d-ade0-b994bcc33397 req-5437de0e-0d25-41dc-9207-b68066e653ac tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886252 Jul 08 15:23:07.642088 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Pushing event updated for resources: {'Port': ['ID=5fa00638-c47e-43e0-b47b-04cc54260e55,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:07.652004 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:07.720723 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.738332 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:07.742349 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d968eef1c7be47e392d24a2c479f5327 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:07.746830 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:07.753065 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51578) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:07.763015 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:07.789048 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.826115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:07.832799 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Allocated IP 172.28.3.200 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/4c26663c-45da-4756-b086-55ec0653cb75) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:07.851211 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Usage tracker for resource:security_group_rule and tenant:34d2b4613c31419b87396072eca213cc is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:07.860454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.863548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:07.888931 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:07.906329 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.915211 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:07.929208 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f4b852a6-3e91-412e-a992-8512a99721bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:07.965501 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aeaaf3-1f6f-4ee5-aca7-a2c50553eb1b,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:07.968709 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:07.998829 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d968eef1c7be47e392d24a2c479f5327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467250 Jul 08 15:23:08.001179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51586) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:08.081385 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.117161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.193302 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.198987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a889669d-46cc-46a3-96e8-bf4eacbf1463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:08.208967 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.211176 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aeaaf3-1f6f-4ee5-aca7-a2c50553eb1b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:08.213993 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:08.222764 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.224584 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8aeaaf3-1f6f-4ee5-aca7-a2c50553eb1b HTTP/1.1" status: 204 len: 168 time: 0.2211332 Jul 08 15:23:08.279205 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.289501 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.311826 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-521107f3-9324-47e1-a281-7c75dac75b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:08.378166 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859482b0-26a0-4db9-868e-c5ad1f1f1ba6,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:08.382821 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34d2b4613c31419b87396072eca213cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241779 Jul 08 15:23:08.384198 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:08.386406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51596) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:08.400706 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.410161 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3158ac85-d507-4b97-9cf0-be6ede78ad05 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:08.472598 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.501459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:08.504926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:08.507100 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.509059 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:08.540294 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Pushing event updated for resources: {'Port': ['ID=4c26663c-45da-4756-b086-55ec0653cb75,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:08.552101 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:08.586324 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.590997 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f667143e-8515-4fe6-ba03-d4c9c9a8015a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:08.603454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859482b0-26a0-4db9-868e-c5ad1f1f1ba6,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:08.615831 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:08.619545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.620914 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/859482b0-26a0-4db9-868e-c5ad1f1f1ba6 HTTP/1.1" status: 204 len: 168 time: 0.2326951 Jul 08 15:23:08.794406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51606) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:08.825182 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:08.865800 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:08.876184 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c19afdb77bc04554bfd954109fe98d60 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:08.881715 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:08.892479 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:08.925370 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 5fa00638-c47e-43e0-b47b-04cc54260e55 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:09.040872 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 5fa00638-c47e-43e0-b47b-04cc54260e55 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:09.084350 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4454eb-8bbb-4225-8492-8d52e390b911 None None] Network 1510b182-1979-4617-b2ac-dcb3748237cf requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:09.122334 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.127445 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.144734 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b0ab1c94-bd73-4698-8c51-3d5b7d029f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:09.145411 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9a8bb-0952-47d7-ab2b-1ebac00b3dcf req-b65aaf24-8305-4789-ac5d-0c2c64ce8b01 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:09.158527 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bdb9a8bb-0952-47d7-ab2b-1ebac00b3dcf req-b65aaf24-8305-4789-ac5d-0c2c64ce8b01 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.3095689 Jul 08 15:23:09.240422 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c19afdb77bc04554bfd954109fe98d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441578 Jul 08 15:23:09.244575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51626) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:09.256488 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2adb211-f51c-43c5-a866-fc25c4589a38,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:09.264452 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:09.265995 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Provisioning for port 5fa00638-c47e-43e0-b47b-04cc54260e55 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:09.277251 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Provisioning complete for port 5fa00638-c47e-43e0-b47b-04cc54260e55 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:09.277558 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.409155 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.429377 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.487964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.564940 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bdb9a8bb-0952-47d7-ab2b-1ebac00b3dcf req-a32c6199-8c4f-4a13-b522-c3219a3c92c5 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053769 Jul 08 15:23:09.570141 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.576393 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-54614fa0-117d-4649-8908-906fa8ba43f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:09.591962 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2adb211-f51c-43c5-a866-fc25c4589a38,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:09.594477 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:09.605693 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.607369 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2adb211-f51c-43c5-a866-fc25c4589a38 HTTP/1.1" status: 204 len: 168 time: 0.3557656 Jul 08 15:23:09.706852 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.775132 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] For port 5fa00638-c47e-43e0-b47b-04cc54260e55, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=5fa00638-c47e-43e0-b47b-04cc54260e55,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:09.782658 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:09.783642 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:09.928805 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Pushing event updated for resources: {'Port': ['ID=5fa00638-c47e-43e0-b47b-04cc54260e55,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:09.938337 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:09.941044 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-0a338773-bdb3-417e-9872-5b745b69ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.080280 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51658) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:10.214001 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-ba69907a-8275-4852-bba0-0c4013234e9c None None] Provisioning complete for port 5fa00638-c47e-43e0-b47b-04cc54260e55 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:10.214906 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ba69907a-8275-4852-bba0-0c4013234e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.269338 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.273304 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51668) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:10.349312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182bd6-b572-41c9-888a-7c7f6ae1d87a req-0b3ce23c-5f45-4419-9c90-ca23ec96e6c9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:10.356184 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-20182bd6-b572-41c9-888a-7c7f6ae1d87a req-0b3ce23c-5f45-4419-9c90-ca23ec96e6c9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2052357 Jul 08 15:23:10.493348 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-20182bd6-b572-41c9-888a-7c7f6ae1d87a req-d3780962-6fb7-424f-a451-53af0c06b4f8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303132 Jul 08 15:23:10.516090 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-57200a90-0aba-4fcc-8f8f-967b6d9cdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:10.517625 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-57200a90-0aba-4fcc-8f8f-967b6d9cdd09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 1098 time: 0.5281296 Jul 08 15:23:10.534683 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.543025 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.560566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:10.564530 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Usage tracker for resource:security_group_rule and tenant:32ab1b4b2d074914ada30015f3172ed1 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:10.567584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:10.574376 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:10.636230 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:10.668494 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Usage tracker for resource:security_group_rule and tenant:51e7e6043ad14f10baafb9a964b4d8f8 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:10.673589 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:10.681844 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.686416 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:10.691179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.709212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b233c1bc-32a2-4e43-b7cc-b439e2ba3d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:10.750870 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348093f0-32ae-4221-a7ab-2552ffd9c593,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:10.754694 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:10.759367 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:23:10.760308 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32ab1b4b2d074914ada30015f3172ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783950 Jul 08 15:23:10.761982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51682) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:10.764803 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-45f881c0-2445-4663-a311-76e6dc421025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:10.766393 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-45f881c0-2445-4663-a311-76e6dc421025 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.2358274 Jul 08 15:23:10.846775 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.857515 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 5fa00638-c47e-43e0-b47b-04cc54260e55 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:10.880352 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.946034 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-e7d96bdb-5553-43aa-8094-156ba03bcb33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2843f606-6600-412d-9937-97e3114a2618 HTTP/1.1" status: 200 len: 217 time: 0.1597359 Jul 08 15:23:10.958080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.961331 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 5fa00638-c47e-43e0-b47b-04cc54260e55 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:10.962287 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.965618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ff97c114-e4dd-4553-87b3-e2388ff528d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:10.986624 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:10.990554 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/348093f0-32ae-4221-a7ab-2552ffd9c593 HTTP/1.1" status: 204 len: 168 time: 0.2252157 Jul 08 15:23:10.990554 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348093f0-32ae-4221-a7ab-2552ffd9c593,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:11.018451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:11.176025 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.219609 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-6c23d24d-1e31-4dc3-9830-faaaee15ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:11.221066 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-6c23d24d-1e31-4dc3-9830-faaaee15ec88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.2642374 Jul 08 15:23:11.290017 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-253d1e76-df93-48ca-acdd-bc0ff135bf8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601118 Jul 08 15:23:11.295142 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51694) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:11.334180 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:23:11.344637 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Sync routers for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:23:11.361789 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:11.362535 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:11.434372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.449916 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.461699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fef8266a-16d6-45ed-b0a3-85bb68db5793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:11.488264 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.507381 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:11.517865 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Usage tracker for resource:security_group_rule and tenant:504a0c8eb1974e68a16851ef5c90b1a4 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:11.522029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:11.522875 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.524270 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4207885 Jul 08 15:23:11.530988 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51712) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:11.539828 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51e7e6043ad14f10baafb9a964b4d8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0423336 Jul 08 15:23:11.540523 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51716) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:11.579612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc7084a-6f01-473c-9742-6b7c6e4fe97f,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:11.593473 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:11.599078 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-5b3c7d1a-9f0a-4a66-9bcb-72705ac44a0e service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973905 Jul 08 15:23:11.612069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:11.746209 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:11.797315 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:11.955254 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9dd36b8f-68f5-46bf-b9c9-c2fef81c8f9d req-db1abefb-2866-4400-a853-8e9ec0e69f58 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451743 Jul 08 15:23:11.957717 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.037882 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caa445-2fdb-42e2-a7d2-3e11b3d494b0 req-77b7c151-c372-4e23-8ed0-74796fac8ac0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:12.039479 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d1caa445-2fdb-42e2-a7d2-3e11b3d494b0 req-77b7c151-c372-4e23-8ed0-74796fac8ac0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2956412 Jul 08 15:23:12.073884 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.096475 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.107200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f2603e05-0f16-44d3-a4e3-4659f4acf746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:12.112644 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d1caa445-2fdb-42e2-a7d2-3e11b3d494b0 req-244c61d7-e2c4-445a-831e-d91387d8cd17 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645268 Jul 08 15:23:12.114824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.126078 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:12.143913 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc7084a-6f01-473c-9742-6b7c6e4fe97f,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:12.149452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:12.152004 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.153461 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fc7084a-6f01-473c-9742-6b7c6e4fe97f HTTP/1.1" status: 204 len: 168 time: 0.6063671 Jul 08 15:23:12.169588 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=504a0c8eb1974e68a16851ef5c90b1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705828 Jul 08 15:23:12.170234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51738) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:12.173736 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b7cb4c-3f2c-4599-8a80-4b189af4ad76,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:12.178749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:12.233197 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51742) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:12.284797 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.297344 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:08Z', 'revision_number': 3, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:12.305045 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Checking router: f921d6e1-b1bd-463f-8e59-b2d8e4e3056b for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:23:12.305351 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Updating router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b port 4c26663c-45da-4756-b086-55ec0653cb75 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:23:12.327760 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.382026 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.445953 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.453185 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ae327064-3404-44d0-b8c8-0080a43d2f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:12.475813 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-105833522-network', 'tenant_id': '63388d56c3c948f792f48673177996ce'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:12.488849 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b7cb4c-3f2c-4599-8a80-4b189af4ad76,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:12.500329 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:12.503814 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:12.505265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.509525 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6b7cb4c-3f2c-4599-8a80-4b189af4ad76 HTTP/1.1" status: 204 len: 168 time: 0.3354428 Jul 08 15:23:12.510145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Usage tracker for resource:network and tenant:63388d56c3c948f792f48673177996ce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:12.514277 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:12.522130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:12.534969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Made reservation on behalf of 63388d56c3c948f792f48673177996ce for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:12.538781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.556089 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.572750 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.578823 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:12.583992 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Usage tracker for resource:security_group_rule and tenant:63388d56c3c948f792f48673177996ce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:12.593144 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:12.602873 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:12.746377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.752290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.758068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-42aac4f4-0d2e-4b8e-ba74-ad105c21f5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:12.802462 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:23:12.815076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b060e-0f25-403e-8728-434f741ba1be,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:12.820305 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:12.837597 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.837982 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Added segment 4dd15502-3f4b-4a10-a961-810c3656b9f9 of type vlan for network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d Jul 08 15:23:12.903183 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.914822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.986412 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.990677 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:12.992382 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:12.993109 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.000784 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Transition to ACTIVE for port object 4c26663c-45da-4756-b086-55ec0653cb75 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:13.007131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:13.009984 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.016764 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:13.120169 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:13.125424 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:13.134415 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71508-03f8-4059-a222-92a6f56ff291 None None] Pushing event updated for resources: {'Port': ['ID=4c26663c-45da-4756-b086-55ec0653cb75,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:13.137082 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:23:13.144121 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9097161 Jul 08 15:23:13.149087 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51776) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:13.149901 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-f7e71508-03f8-4059-a222-92a6f56ff291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:13.163519 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Request body: {'subnet': {'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-105833522-subnet', 'tenant_id': '63388d56c3c948f792f48673177996ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:13.175728 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:13.185520 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Usage tracker for resource:subnet and tenant:63388d56c3c948f792f48673177996ce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:13.194140 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:13.194830 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Attempting to bind port 4c26663c-45da-4756-b086-55ec0653cb75 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:13.199262 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Attempting to bind port 4c26663c-45da-4756-b086-55ec0653cb75 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:13.199833 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Attempting to bind port 4c26663c-45da-4756-b086-55ec0653cb75 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:13.207883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:13.213057 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:13.213542 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:13.224531 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.225038 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:13.225647 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Bound port: 4c26663c-45da-4756-b086-55ec0653cb75, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:13.226121 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.233553 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Made reservation on behalf of 63388d56c3c948f792f48673177996ce for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:13.236266 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3838413'] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.407919 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] For port 4c26663c-45da-4756-b086-55ec0653cb75, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:13.417482 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] For port 4c26663c-45da-4756-b086-55ec0653cb75, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4c26663c-45da-4756-b086-55ec0653cb75,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:13.427063 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.435400 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-f7e71508-03f8-4059-a222-92a6f56ff291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:13.524797 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:13.525786 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:13.569072 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ce6a9-85ff-43a7-a79b-47e06984774a req-65ae4ba3-d5f7-4ff2-a53a-1d69979c70d0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:13.570742 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-558ce6a9-85ff-43a7-a79b-47e06984774a req-65ae4ba3-d5f7-4ff2-a53a-1d69979c70d0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2484193 Jul 08 15:23:13.574313 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Allocated IP 172.20.0.1 (1510b182-1979-4617-b2ac-dcb3748237cf/ab0b9389-1c8e-4198-a243-2d88fdfe61f1/2badda02-566c-4f2d-a836-4cb5b277bcf8) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:13.610009 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71508-03f8-4059-a222-92a6f56ff291 None None] Pushing event updated for resources: {'Port': ['ID=4c26663c-45da-4756-b086-55ec0653cb75,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:13.616926 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-f7e71508-03f8-4059-a222-92a6f56ff291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:13.693552 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3838427'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.698946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:13.767917 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-558ce6a9-85ff-43a7-a79b-47e06984774a req-f2a5f790-a6b0-46cf-821a-d1cfd050267a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889946 Jul 08 15:23:13.770383 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:13.807506 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aad7cfe-bf75-4582-a9d4-de42afbac67c,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:13.810481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:13.813401 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Checking segment: {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:13.813762 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Network hostable DHCP agents. Network: c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:23:13.854259 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:23:13.875459 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.878342 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:13.884804 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:13.887939 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.888651 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e4b5b9-478e-42e1-95f0-c969a58eacd8 None None] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:13.896982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Transition to ACTIVE for port object 2badda02-566c-4f2d-a836-4cb5b277bcf8 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:13.925508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:13.935887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0f7686c-3cff-4a60-92a3-5dc0187ef071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:13.940541 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7899606 Jul 08 15:23:14.018457 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Network 1510b182-1979-4617-b2ac-dcb3748237cf is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:14.022057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:14.026785 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:14.028818 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.054584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Pushing event updated for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:14.063271 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:14.304815 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:08Z', 'revision_number': 3, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:14.310044 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.314455 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6621-ab4d-4ffc-9a22-edb294ca4fab None None] The sync data for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb is: [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:08Z', 'revision_number': 3, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:23:14.355608 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e782b14-0017-4a38-a309-823a28605276 None None] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:14.585164 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-c6f2202a-9b03-4da8-baed-55d8e1c6c21a None None] Provisioning for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:14.599260 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-c6f2202a-9b03-4da8-baed-55d8e1c6c21a None None] Provisioning complete for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:14.604014 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-c6f2202a-9b03-4da8-baed-55d8e1c6c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.676653 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2202a-9b03-4da8-baed-55d8e1c6c21a None None] Port 2badda02-566c-4f2d-a836-4cb5b277bcf8 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:23:14.872573 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.882661 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.884780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:14.895422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-935a8a9c-cf8e-4a86-b1c8-e0fc80ab311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:14.919826 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4c26663c-45da-4756-b086-55ec0653cb75 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:15.124987 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 4c26663c-45da-4756-b086-55ec0653cb75 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:15.140934 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 4c26663c-45da-4756-b086-55ec0653cb75 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:15.141561 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:15.184644 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591810-3561-4b20-956e-c684ad3373bf req-4ce35e44-491e-4124-9b70-c02046ad6fc0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:15.205422 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d7591810-3561-4b20-956e-c684ad3373bf req-4ce35e44-491e-4124-9b70-c02046ad6fc0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1972010 Jul 08 15:23:15.330645 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d7591810-3561-4b20-956e-c684ad3373bf req-9b7c43d5-396c-4a40-aaef-ba4153409f86 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240859 Jul 08 15:23:15.358359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Pushing event updated for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:15.364243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:15.514268 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:15.519406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Network 1510b182-1979-4617-b2ac-dcb3748237cf is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:15.520474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:15.571166 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 4c26663c-45da-4756-b086-55ec0653cb75, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4c26663c-45da-4756-b086-55ec0653cb75,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:15.578866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:15.595615 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:15.787905 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=4c26663c-45da-4756-b086-55ec0653cb75,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:15.804300 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:15.936812 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-81ed2ab4-cf96-4612-81a5-8c777dc29342 None None] Provisioning complete for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:15.937387 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-81ed2ab4-cf96-4612-81a5-8c777dc29342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:16.030528 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-81ed2ab4-cf96-4612-81a5-8c777dc29342 None None] Port 2badda02-566c-4f2d-a836-4cb5b277bcf8 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:23:16.076292 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:23:16.442085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:23:16.470193 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] 10.222.0.58 "PUT /v2.0/routers/f921d6e1-b1bd-463f-8e59-b2d8e4e3056b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9377863 Jul 08 15:23:16.606312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7f1d-384a-4731-b646-2c9984e3faf8 req-a04cc300-197b-487d-9961-af0abe461763 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:16.608315 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61ec7f1d-384a-4731-b646-2c9984e3faf8 req-a04cc300-197b-487d-9961-af0abe461763 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1036284 Jul 08 15:23:16.714308 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61ec7f1d-384a-4731-b646-2c9984e3faf8 req-6d726ddd-7991-45f3-8b00-5cae1d8c7e44 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974674 Jul 08 15:23:16.940911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4c26663c-45da-4756-b086-55ec0653cb75 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:17.051733 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Sync routers for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:23:17.084749 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:17.085461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:17.505502 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51920) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:17.509579 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 4c26663c-45da-4756-b086-55ec0653cb75 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:17.510025 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.512469 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516512541-network', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:17.519134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:17.524273 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Usage tracker for resource:network and tenant:bdede576be4d49309ab9390d708bf9e0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:17.529687 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:17.537586 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:17.561559 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Made reservation on behalf of bdede576be4d49309ab9390d708bf9e0 for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:17.566297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.567437 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:17.593668 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.610949 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:17.614826 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Usage tracker for resource:security_group_rule and tenant:bdede576be4d49309ab9390d708bf9e0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:17.617917 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:17.624581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:17.640964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-f99a6114-543d-4602-8bcf-da047fcb20c1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:17.643096 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-f99a6114-543d-4602-8bcf-da047fcb20c1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 808 time: 0.2277248 Jul 08 15:23:17.666124 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-25236a29-63de-43c5-8d59-f06a8b6b3429 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/quotas/63388d56c3c948f792f48673177996ce HTTP/1.1" status: 200 len: 375 time: 0.0176442 Jul 08 15:23:17.729549 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-ad64095a-1280-4f3d-b432-fb554f3a94f2 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535414 Jul 08 15:23:17.729754 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.733125 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.736321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ace37ca1-aa96-4986-9033-611296f7a987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:17.766544 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:23:17.776687 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2d763-d60e-4326-ae7a-e19be875b44e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:17.780561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:17.783411 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.783960 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Added segment 61f97d53-1f35-4f2c-b963-955e113f93ba of type vlan for network 6adb9036-6c21-40c0-b4c2-519444038c12 Jul 08 15:23:17.815091 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.851763 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.853603 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:17.854698 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:17.858451 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:17.969009 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-5d15bf3f-2b61-45e2-8e7b-46fdfe6e5f68 service neutron] 10.222.0.58 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276039 Jul 08 15:23:18.083227 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 2, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:18.086386 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Checking router: f921d6e1-b1bd-463f-8e59-b2d8e4e3056b for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:23:18.086868 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Updating router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b port 2badda02-566c-4f2d-a836-4cb5b277bcf8 binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:23:18.141585 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6347435 Jul 08 15:23:18.146177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Pushing event updated for resources: {'Network': ['ID=6adb9036-6c21-40c0-b4c2-519444038c12,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:18.148174 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51936) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:18.154011 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:18.158582 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Request body: {'subnet': {'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516512541-subnet', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:18.163805 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 6adb9036-6c21-40c0-b4c2-519444038c12 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:23:18.169489 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:18.176440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Usage tracker for resource:subnet and tenant:bdede576be4d49309ab9390d708bf9e0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:18.180517 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0c19464b-88a1-4112-a390-2114f6738e28 service neutron] 10.222.0.58 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084551 Jul 08 15:23:18.184446 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:18.203247 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61877-901d-4391-811a-3d87a6dc6450 req-ea6ed976-7836-4540-8b29-76359ffa7d0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:18.207384 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ffb61877-901d-4391-811a-3d87a6dc6450 req-ea6ed976-7836-4540-8b29-76359ffa7d0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1620166 Jul 08 15:23:18.211881 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:18.243855 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Made reservation on behalf of bdede576be4d49309ab9390d708bf9e0 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:18.246568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3838413'] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.282613 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.367777 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ffb61877-901d-4391-811a-3d87a6dc6450 req-45ab9514-931a-48ad-a719-3902952d71a0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528249 Jul 08 15:23:18.585045 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2c0515f6-0ffe-4f41-82e6-5521b1c2e33b req-423231a4-5d14-44ec-bc75-f8769d155aa4 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 210 time: 0.1271544 Jul 08 15:23:18.675088 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3838427'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.687303 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-6dde77c0-b47c-4de0-8991-c0c4080ee46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:18.893545 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.894333 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c50559-4dea-4bb4-9e97-762b54b5bd1a,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:18.904726 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:18.908460 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Checking segment: {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:18.909274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Network hostable DHCP agents. Network: 6adb9036-6c21-40c0-b4c2-519444038c12, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:23:18.920974 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Transition to ACTIVE for port object 2badda02-566c-4f2d-a836-4cb5b277bcf8 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:18.930987 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.937801 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:18.938725 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Network 6adb9036-6c21-40c0-b4c2-519444038c12 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:23:18.957226 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 6adb9036-6c21-40c0-b4c2-519444038c12) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:18.962516 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:18.963678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:18.990846 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-493bdc94-3c41-44c4-bdcd-53250364cda1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8395538 Jul 08 15:23:18.992820 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 51970) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:19.006362 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3790c567-ce38-4ac2-a58b-a1cc9d789c8b None None] Network 6adb9036-6c21-40c0-b4c2-519444038c12 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:19.009692 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:19.027261 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:19.040164 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Usage tracker for resource:router and tenant:bdede576be4d49309ab9390d708bf9e0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:19.050343 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:19.065699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:19.092767 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.096569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.139548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.206834 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Pushing event updated for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:19.212683 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:19.220223 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51978) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:19.369553 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Attempting to bind port 2badda02-566c-4f2d-a836-4cb5b277bcf8 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:19.369948 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Attempting to bind port 2badda02-566c-4f2d-a836-4cb5b277bcf8 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:19.370338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Attempting to bind port 2badda02-566c-4f2d-a836-4cb5b277bcf8 on network 1510b182-1979-4617-b2ac-dcb3748237cf {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:19.431743 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.448413 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:19.450504 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Checking segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:19.451127 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.455992 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Bound using segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:19.456713 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Bound port: 2badda02-566c-4f2d-a836-4cb5b277bcf8, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:19.457284 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.471458 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:19.483322 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d87ff2523c2a4d2faa92443b1a3005e5 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:19.491148 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:19.504306 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:19.637932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.642227 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.659240 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.670886 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c1453178-1f3b-4a4d-bb13-3e9b4ef1220b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:19.711296 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3d8f7-1281-4f76-bf21-7bfa63fad03a,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:19.715114 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:19.722890 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] For port 2badda02-566c-4f2d-a836-4cb5b277bcf8, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:19.726154 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] For port 2badda02-566c-4f2d-a836-4cb5b277bcf8, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2badda02-566c-4f2d-a836-4cb5b277bcf8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:19.728871 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-6adb9036-6c21-40c0-b4c2-519444038c12', 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'fixed_ips': [{'subnet_id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:23:19.729957 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.748928 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.749859 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a09468f4-aef2-4209-80b3-44730bb98eb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d87ff2523c2a4d2faa92443b1a3005e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278056 Jul 08 15:23:19.750472 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 51998) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:19.756960 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:19.814255 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.845905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.878726 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47384-ef6d-4879-9a58-0f870abde46b req-c085d13f-3144-484d-92d5-b4332868ba17 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:19.899206 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-95b47384-ef6d-4879-9a58-0f870abde46b req-c085d13f-3144-484d-92d5-b4332868ba17 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2531879 Jul 08 15:23:19.953070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:19.964849 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-07382308-b8f5-4ffb-8c9c-4c35cb46c264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:19.999350 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:20.000479 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47f3d8f7-1281-4f76-bf21-7bfa63fad03a HTTP/1.1" status: 204 len: 168 time: 0.2490692 Jul 08 15:23:20.013104 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3d8f7-1281-4f76-bf21-7bfa63fad03a,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:20.026171 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c99c3a10-5a06-442f-ba8a-de81b08c03a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:20.066386 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-95b47384-ef6d-4879-9a58-0f870abde46b req-df294383-5e8b-4fd2-ba90-1920a4f711d6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593723 Jul 08 15:23:20.229984 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Pushing event updated for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:20.245259 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:20.246481 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:20.328734 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:20.374749 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Allocated IP 172.20.0.2 (6adb9036-6c21-40c0-b4c2-519444038c12/b4c50559-4dea-4bb4-9e97-762b54b5bd1a/e345a004-0b57-4c0d-a7d9-00782621b115) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:20.499821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc855d0-f5d8-4d5c-a69b-a791a2337642 req-c649ad77-c3f6-41c7-9055-8932f50f8d56 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:20.507200 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ddc855d0-f5d8-4d5c-a69b-a791a2337642 req-c649ad77-c3f6-41c7-9055-8932f50f8d56 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.2552969 Jul 08 15:23:20.567418 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ddc855d0-f5d8-4d5c-a69b-a791a2337642 req-b72371c7-f1af-407c-bca6-3815dcf19540 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591938 Jul 08 15:23:20.784418 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ba15b36f-6dbf-4d9d-972c-1f43020279b2 req-967bb6d1-be6f-4b1f-81fa-eda9db04426a tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 210 time: 0.3220634 Jul 08 15:23:20.863731 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:20.866007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52030) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:20.869852 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:20.887722 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:20.906734 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.049224 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.075645 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Allocated IP 172.28.3.15 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/2fff03e6-5956-4ccb-8b2a-9329470a2087) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:21.133128 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:21.150636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Usage tracker for resource:security_group_rule and tenant:8e7def995fc74a26b28e73e8533fa730 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:21.162505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:21.180886 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:21.275612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.391055 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.396371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-e83517f2-2200-49ff-89b0-db50ecc81b05 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:21.397368 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-e83517f2-2200-49ff-89b0-db50ecc81b05 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:network {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:21.406712 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.416926 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.422961 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.429946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:21.440622 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:21.448848 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Transition to ACTIVE for port object e345a004-0b57-4c0d-a7d9-00782621b115 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:21.483370 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-e83517f2-2200-49ff-89b0-db50ecc81b05 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:network {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:21.485133 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-e83517f2-2200-49ff-89b0-db50ecc81b05 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 808 time: 1.1836736 Jul 08 15:23:21.503314 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e7def995fc74a26b28e73e8533fa730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334760 Jul 08 15:23:21.503885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9df562-b5a6-42b0-a359-60f6d976a0bb,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:21.506633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52056) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:21.521682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:21.523877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:21.526990 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Request body: {'port': {'device_id': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d', 'admin_state_up': True, 'tenant_id': '63388d56c3c948f792f48673177996ce'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:21.530096 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Transition to ACTIVE for port object e345a004-0b57-4c0d-a7d9-00782621b115 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:21.540554 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.548799 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:21.549152 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:21.556019 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:21.575503 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2767d-c00a-4f38-a74d-fc0829888ad3 req-51589f35-4f3a-46f1-8264-169493415198 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:21.577123 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ced2767d-c00a-4f38-a74d-fc0829888ad3 req-51589f35-4f3a-46f1-8264-169493415198 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.3669777 Jul 08 15:23:21.631297 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Pushing event updated for resources: {'Port': ['ID=e345a004-0b57-4c0d-a7d9-00782621b115,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:21.631648 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Pushing event updated for resources: {'Port': ['ID=2fff03e6-5956-4ccb-8b2a-9329470a2087,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:21.641344 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:21.646158 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:21.656639 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ced2767d-c00a-4f38-a74d-fc0829888ad3 req-640838ce-c15b-4884-b9cd-ebb90e79d1c2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Jul 08 15:23:21.663926 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Network 6adb9036-6c21-40c0-b4c2-519444038c12 is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:21.672358 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:21.681257 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:21.681461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.727936 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.764792 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:19Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:21.781828 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3794f89f-652b-4740-8b7e-127f1d632d2c None None] The sync data for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb is: [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:19Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:23:21.791161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52066) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:21.818496 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.841532 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4eff9351-050b-4d84-b7a4-603497bc8601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:21.861660 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Attempting to bind port e345a004-0b57-4c0d-a7d9-00782621b115 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:21.862548 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Attempting to bind port e345a004-0b57-4c0d-a7d9-00782621b115 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:21.863166 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Attempting to bind port e345a004-0b57-4c0d-a7d9-00782621b115 on network 6adb9036-6c21-40c0-b4c2-519444038c12 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:21.893815 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:21.894320 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Checking segment: {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:21.894866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.895358 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Bound using segment: {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:21.895932 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Bound port: e345a004-0b57-4c0d-a7d9-00782621b115, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:21.896587 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.901693 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9df562-b5a6-42b0-a359-60f6d976a0bb,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:21.909027 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:21.910235 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:21.919594 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb9df562-b5a6-42b0-a359-60f6d976a0bb HTTP/1.1" status: 204 len: 168 time: 0.4008236 Jul 08 15:23:22.056093 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] For port e345a004-0b57-4c0d-a7d9-00782621b115, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:22.059726 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] For port e345a004-0b57-4c0d-a7d9-00782621b115, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e345a004-0b57-4c0d-a7d9-00782621b115,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:22.066777 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.075233 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:22.086234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:22.129012 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-30081354-c8bb-4160-b69d-ff12f8e10d2c req-7d730fb0-b85f-4bd9-8495-0f5d8fcc7a5f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 210 time: 0.1123054 Jul 08 15:23:22.132285 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-216875610-network', 'tenant_id': 'e02db14182ca493eae139be37b786e5a'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:22.149584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:22.154480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Usage tracker for resource:network and tenant:e02db14182ca493eae139be37b786e5a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:22.159982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:22.170821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:22.194871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Made reservation on behalf of e02db14182ca493eae139be37b786e5a for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:22.196890 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Pushing event updated for resources: {'Port': ['ID=e345a004-0b57-4c0d-a7d9-00782621b115,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:22.197303 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.210695 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:22.234158 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.256749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:22.263069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Usage tracker for resource:security_group_rule and tenant:e02db14182ca493eae139be37b786e5a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:22.276554 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:22.278459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Usage tracker for resource:port and tenant:63388d56c3c948f792f48673177996ce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:22.286957 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:22.290926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:22.533656 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.542508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.557836 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a1c6f86e-e933-486d-83c0-99948b4642d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:22.590846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:22.609054 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:23:22.627952 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e3f52-a30b-4eb1-8bc6-de08d5092b33,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:22.635854 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:22.647424 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.647778 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Added segment a641b4bc-32aa-443a-a0a4-12b83f257cdc of type vlan for network 2001c044-95f4-4506-93b3-4546873a804c Jul 08 15:23:22.701430 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.778073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.779920 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:22.780596 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.804120 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:22.818415 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Made reservation on behalf of 63388d56c3c948f792f48673177996ce for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:22.835268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:22.871612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52088) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:22.987111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.023616 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2badda02-566c-4f2d-a836-4cb5b277bcf8 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:23.040016 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2465212 Jul 08 15:23:23.040779 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:23.049808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52096) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:23.054862 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f28ea-735d-4899-9568-25e519993a04 req-637b3c94-2a98-4d2d-ab73-2a4cd42752d8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:23.056942 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-df9f28ea-735d-4899-9568-25e519993a04 req-637b3c94-2a98-4d2d-ab73-2a4cd42752d8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 1.2554283 Jul 08 15:23:23.068490 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Request body: {'subnet': {'network_id': '2001c044-95f4-4506-93b3-4546873a804c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-216875610-subnet', 'tenant_id': 'e02db14182ca493eae139be37b786e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:23.071926 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Pushing event updated for resources: {'Network': ['ID=2001c044-95f4-4506-93b3-4546873a804c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:23.075732 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:23.079297 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:23.086127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Usage tracker for resource:subnet and tenant:e02db14182ca493eae139be37b786e5a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:23.095072 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:23.101320 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 2001c044-95f4-4506-93b3-4546873a804c details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:23:23.102261 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Usage tracker for resource:security_group_rule and tenant:28c8deabdfd54fb1bb3c4f3512ba42b4 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:23.103751 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:23.109744 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:23.120186 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Made reservation on behalf of e02db14182ca493eae139be37b786e5a for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:23.122515 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.152240 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:23.325841 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-df9f28ea-735d-4899-9568-25e519993a04 req-e2643e65-12ec-4714-b6c6-39ee97cdec92 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612000 Jul 08 15:23:23.385695 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:23.392396 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:23.392780 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.435815 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.500270 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3a48-41f8-4e88-a275-5218379f4bc7 req-07903981-bed3-463e-ba77-24c337ea5a9b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:23.514300 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7b1b3a48-41f8-4e88-a275-5218379f4bc7 req-07903981-bed3-463e-ba77-24c337ea5a9b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.5924628 Jul 08 15:23:23.606537 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7b1b3a48-41f8-4e88-a275-5218379f4bc7 req-76fca92b-23f6-4946-aa2b-45b265708780 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908084 Jul 08 15:23:23.712107 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.784153 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 2badda02-566c-4f2d-a836-4cb5b277bcf8, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2badda02-566c-4f2d-a836-4cb5b277bcf8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:23.791120 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.794822 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e345a004-0b57-4c0d-a7d9-00782621b115 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:23.813481 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3c0be7a5-9947-409d-877c-f9192c35f856 req-5552179d-9222-4dae-957e-351bdb1e5182 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 210 time: 0.2430027 Jul 08 15:23:23.818463 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Allocated IP 172.20.0.14 (c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d/9aad7cfe-bf75-4582-a9d4-de42afbac67c/f5d79347-1609-47eb-addb-b50dfb484b27) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:23.836099 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:23.847616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.852358 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:23.873458 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af336d76-bdd9-4bea-9ba5-b61749848dd1 None None] Network 6adb9036-6c21-40c0-b4c2-519444038c12 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:23.962539 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Checking segment: {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:23.962988 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Network hostable DHCP agents. Network: 2001c044-95f4-4506-93b3-4546873a804c, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:23:23.967935 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.971664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec603a26-2b9d-4080-95fb-9e473cbdf9e5,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:23.981779 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:23.983658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:23.999896 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Network 2001c044-95f4-4506-93b3-4546873a804c is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:23:24.003881 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0159aa6b-fa16-46f8-bc6f-b8a973bca8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:24.014275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 2001c044-95f4-4506-93b3-4546873a804c) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:24.030606 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:24.031434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.065252 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e008d9-76fb-403b-b47b-027a0b8e7607 None None] Network 2001c044-95f4-4506-93b3-4546873a804c requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:24.069819 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-bddb12f4-bc73-4a5a-a0f3-907abb8c159c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0141232 Jul 08 15:23:24.195778 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:24.199139 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:24.235030 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28c8deabdfd54fb1bb3c4f3512ba42b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3369660 Jul 08 15:23:24.236051 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13175f3-4de8-473c-b7b6-843a8a449ad0,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:24.238073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52118) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:24.251689 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:24.273238 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-7d915b13-c9ab-4671-bd01-9811173820ea None None] Provisioning for port e345a004-0b57-4c0d-a7d9-00782621b115 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:24.359783 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port e345a004-0b57-4c0d-a7d9-00782621b115 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:24.374190 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e345a004-0b57-4c0d-a7d9-00782621b115 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:24.374674 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.459931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.469271 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.528453 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.610355 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.615972 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c3c61504-f1fa-4320-849a-5d6ec9ee29b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:24.646198 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13175f3-4de8-473c-b7b6-843a8a449ad0,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:24.660061 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:24.661566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.666115 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b13175f3-4de8-473c-b7b6-843a8a449ad0 HTTP/1.1" status: 204 len: 168 time: 0.4264858 Jul 08 15:23:24.766829 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.780875 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a70f33-1c3a-42f1-9a31-b1092a86aeae None None] Network 2001c044-95f4-4506-93b3-4546873a804c requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:23:24.933036 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port e345a004-0b57-4c0d-a7d9-00782621b115, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e345a004-0b57-4c0d-a7d9-00782621b115,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:24.951373 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:24.955013 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:25.103049 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:25.170616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc00248-08cf-4f75-9526-ae373f23e537 req-3f36eeee-d74c-41bf-ab60-c3851e2014e3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:25.188021 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bfc00248-08cf-4f75-9526-ae373f23e537 req-3f36eeee-d74c-41bf-ab60-c3851e2014e3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.3828528 Jul 08 15:23:25.266272 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2badda02-566c-4f2d-a836-4cb5b277bcf8 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:25.333744 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bfc00248-08cf-4f75-9526-ae373f23e537 req-47df0de2-9345-41a5-a965-fcc6aa6c14a8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445267 Jul 08 15:23:25.387835 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:25.431398 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1df22-7320-4c4b-8452-1a636debf4cc req-3d90b08e-d4e9-4769-b8a6-01b8e24dd77c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:25.435203 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=e345a004-0b57-4c0d-a7d9-00782621b115,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:25.435781 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ca1df22-7320-4c4b-8452-1a636debf4cc req-3d90b08e-d4e9-4769-b8a6-01b8e24dd77c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.8133099 Jul 08 15:23:25.439697 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:25.441801 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c086959c-53c7-44c9-b202-de0a5d605d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:25.451901 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-5e7a05ad-fd09-405a-823d-17f4fa0ed054 None None] Provisioning complete for port e345a004-0b57-4c0d-a7d9-00782621b115 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:25.452265 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5e7a05ad-fd09-405a-823d-17f4fa0ed054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:25.531354 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 2badda02-566c-4f2d-a836-4cb5b277bcf8 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:25.531917 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:25.560010 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:23:25.591272 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:25.599398 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:25.665377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:25.736536 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2ca1df22-7320-4c4b-8452-1a636debf4cc req-cfe52350-b87c-4361-aa6c-7ebb35c9cf51 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240913 Jul 08 15:23:25.742954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Pushing event updated for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:25.751716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:25.773367 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3b49-383a-4c2b-b9a4-da6d006e913e req-918e722a-8cf6-4ddc-995b-b25ec960d58c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:25.783740 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fe8a3b49-383a-4c2b-b9a4-da6d006e913e req-918e722a-8cf6-4ddc-995b-b25ec960d58c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 932 time: 0.2056670 Jul 08 15:23:25.858965 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fe8a3b49-383a-4c2b-b9a4-da6d006e913e req-4894aabd-89e8-48d5-814e-b3571bd7ca1c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712357 Jul 08 15:23:25.875542 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:25.876198 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:25.919088 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:23:25.922335 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4257758 Jul 08 15:23:25.929807 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Sync routers for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:23:25.938457 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Request body: {'port': {'device_id': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:25.942896 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:25.943834 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:25.998805 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:26.003534 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0052645 Jul 08 15:23:26.003783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52166) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:26.073632 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:26.162836 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:26.584530 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d79347-1609-47eb-addb-b50dfb484b27 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:26.598966 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:22Z', 'revision_number': 3, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:26.607743 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Checking router: 18bcedf7-6d9b-4286-bb8d-37240b67dda9 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:23:26.611253 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Updating router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 port 2fff03e6-5956-4ccb-8b2a-9329470a2087 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:23:26.641142 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:26.684737 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Transition to ACTIVE for port object f5d79347-1609-47eb-addb-b50dfb484b27 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:26.693159 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:26.703288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:26.724129 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52184) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:26.733706 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:26.805060 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:26.812219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:27.012533 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2df2f-8b0a-4a5e-bd4a-070b18850f85 req-56397e07-8282-4ecf-a3a7-83bae3a6272a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.014130 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-15e2df2f-8b0a-4a5e-bd4a-070b18850f85 req-56397e07-8282-4ecf-a3a7-83bae3a6272a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.4187574 Jul 08 15:23:27.038528 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.094132 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e345a004-0b57-4c0d-a7d9-00782621b115 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:27.184846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Attempting to bind port f5d79347-1609-47eb-addb-b50dfb484b27 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:27.185182 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Attempting to bind port f5d79347-1609-47eb-addb-b50dfb484b27 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:27.185517 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Attempting to bind port f5d79347-1609-47eb-addb-b50dfb484b27 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:27.217968 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-15e2df2f-8b0a-4a5e-bd4a-070b18850f85 req-5c21b944-4b12-40cd-8268-c0ff7f904871 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949389 Jul 08 15:23:27.223664 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Port f5d79347-1609-47eb-addb-b50dfb484b27 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:23:27.224325 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Attempting to bind port f5d79347-1609-47eb-addb-b50dfb484b27 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:27.230946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:27.231111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Checking segment: {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:27.231396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Bound using segment: {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:27.231856 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Bound port: f5d79347-1609-47eb-addb-b50dfb484b27, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:27.232204 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.235606 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e345a004-0b57-4c0d-a7d9-00782621b115 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:27.236103 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.250946 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:27.262456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Usage tracker for resource:security_group_rule and tenant:ceb45c3c93a54ef5ac70846e122c3ae0 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:27.277031 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:27.288035 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:27.354265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:27.358691 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5d79347-1609-47eb-addb-b50dfb484b27,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:27.365194 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.374529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:27.445558 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-522e15e9-b698-4867-ba41-f3a351b83e3c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.446340 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-522e15e9-b698-4867-ba41-f3a351b83e3c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Synchronizing usage tracker for tenant:e02db14182ca493eae139be37b786e5a on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:27.458818 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.459466 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.465467 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5d79347-1609-47eb-addb-b50dfb484b27 HTTP/1.1" status: 200 len: 1094 time: 1.5312765 Jul 08 15:23:27.466014 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:27.471051 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.513393 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:27.553777 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.568088 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Transition to ACTIVE for port object 2fff03e6-5956-4ccb-8b2a-9329470a2087 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:27.575549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:27.577594 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.584326 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-2312b034-6b3b-43b2-960a-dea56c5ce477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:27.605571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-824f8660-e24f-47f6-905f-6f014fb9aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.607441 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-824f8660-e24f-47f6-905f-6f014fb9aa69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0957584 Jul 08 15:23:27.665104 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Attempting to bind port 2fff03e6-5956-4ccb-8b2a-9329470a2087 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:27.665473 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Attempting to bind port 2fff03e6-5956-4ccb-8b2a-9329470a2087 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:27.665834 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Attempting to bind port 2fff03e6-5956-4ccb-8b2a-9329470a2087 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:27.677616 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:27.677990 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:27.678390 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.678941 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:27.679445 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Bound port: 2fff03e6-5956-4ccb-8b2a-9329470a2087, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:27.679835 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.731613 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-8fb329c8-5fd6-42b2-ac11-02e45d38e349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d79347-1609-47eb-addb-b50dfb484b27 HTTP/1.1" status: 200 len: 217 time: 0.1160641 Jul 08 15:23:27.735248 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5649db-cf3d-4c29-8b28-6eb22508f008 None None] Pushing event updated for resources: {'Port': ['ID=2fff03e6-5956-4ccb-8b2a-9329470a2087,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:27.739349 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-0a5649db-cf3d-4c29-8b28-6eb22508f008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:27.756698 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.769050 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.770433 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] For port 2fff03e6-5956-4ccb-8b2a-9329470a2087, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:27.774509 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] For port 2fff03e6-5956-4ccb-8b2a-9329470a2087, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2fff03e6-5956-4ccb-8b2a-9329470a2087,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:27.780213 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:27.781427 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-416e4a58-5200-456b-9d57-4ee22ecae224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:27.784798 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:27.825946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-fce68407-59fd-4cc1-b526-bd168318cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.827453 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-fce68407-59fd-4cc1-b526-bd168318cc81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aad7cfe-bf75-4582-a9d4-de42afbac67c HTTP/1.1" status: 200 len: 848 time: 0.0847723 Jul 08 15:23:27.835991 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-522e15e9-b698-4867-ba41-f3a351b83e3c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Unset dirty status for tenant:e02db14182ca493eae139be37b786e5a on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:27.836740 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-522e15e9-b698-4867-ba41-f3a351b83e3c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 813 time: 0.8709543 Jul 08 15:23:27.857485 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:27.858054 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:27.885968 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8e3f3-959a-4aa4-8ffd-1c5f86edd946 req-c06239a9-c85b-43dc-b7dd-f5d2130dd732 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:27.887492 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-61e8e3f3-959a-4aa4-8ffd-1c5f86edd946 req-c06239a9-c85b-43dc-b7dd-f5d2130dd732 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.2016017 Jul 08 15:23:27.896335 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-ab48bd3f-f315-4494-a25c-98da067272de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605910 Jul 08 15:23:27.896985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d5085-8a4a-4dd0-8b82-6e2ff3c48769,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:27.903404 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:27.908353 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceb45c3c93a54ef5ac70846e122c3ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831386 Jul 08 15:23:27.912130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52216) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:27.917024 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-09392b5c-73a6-4bed-8b77-b010706a6da9 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/quotas/e02db14182ca493eae139be37b786e5a HTTP/1.1" status: 200 len: 375 time: 0.0612934 Jul 08 15:23:28.004237 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-d909ceb1-6163-4ffe-87c8-d323461da9b7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801148 Jul 08 15:23:28.015993 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5649db-cf3d-4c29-8b28-6eb22508f008 None None] Pushing event updated for resources: {'Port': ['ID=2fff03e6-5956-4ccb-8b2a-9329470a2087,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:28.019679 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-0a5649db-cf3d-4c29-8b28-6eb22508f008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:28.046626 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Allocated IP 172.20.0.1 (6adb9036-6c21-40c0-b4c2-519444038c12/b4c50559-4dea-4bb4-9e97-762b54b5bd1a/e3e7fe89-a115-46dc-bc8c-7e8efe0efb27) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:28.049386 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-61e8e3f3-959a-4aa4-8ffd-1c5f86edd946 req-2aad20e8-d859-4eeb-941c-d3da0af64b93 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561723 Jul 08 15:23:28.058658 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:28.117182 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.128850 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-7461d8a4-44aa-4821-a014-8e16e6b4ad48 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174573 Jul 08 15:23:28.171204 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.201132 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-ad4071c4-c146-4c9d-9aad-dfa26450db10 service neutron] 10.222.0.58 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803083 Jul 08 15:23:28.379595 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7575b809-6420-4a1f-8f2e-4e522ed1b832 req-b6aedffa-2a87-47cd-9b7e-ec6163655d68 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384481 Jul 08 15:23:28.399987 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.409723 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:28.427029 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:22Z', 'revision_number': 3, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:28.430603 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d5085-8a4a-4dd0-8b82-6e2ff3c48769,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:28.431275 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460396-6591-4dc3-b251-20da84a0fe93 None None] The sync data for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb is: [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:22Z', 'revision_number': 3, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:23:28.448148 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-4d52739b-d96e-42ac-894e-5a35fbc415f0 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:28.448682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-4d52739b-d96e-42ac-894e-5a35fbc415f0 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:28.464967 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:28.482429 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.482429 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e31d5085-8a4a-4dd0-8b82-6e2ff3c48769 HTTP/1.1" status: 204 len: 168 time: 0.5624859 Jul 08 15:23:28.502293 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.516237 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-4d52739b-d96e-42ac-894e-5a35fbc415f0 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:28.517595 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-4d52739b-d96e-42ac-894e-5a35fbc415f0 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 944 time: 0.2938483 Jul 08 15:23:28.538295 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Transition to ACTIVE for port object e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:28.575529 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-f85712ba-a943-4d68-a404-1f32caec7bd1 service neutron] 10.222.0.58 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512356 Jul 08 15:23:28.577408 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.582576 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:28.606890 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-91336f09-9fb8-4fdc-9378-09842313ec49 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:28.646761 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-91336f09-9fb8-4fdc-9378-09842313ec49 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:28.648195 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-da428fab-93aa-4cc5-bc78-087be51078b4 req-91336f09-9fb8-4fdc-9378-09842313ec49 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240320 Jul 08 15:23:28.655974 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Network 6adb9036-6c21-40c0-b4c2-519444038c12 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:28.659050 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:28.666115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:28.666683 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:28.718383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:28.735111 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:28.767124 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52232) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:28.983504 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27', 'status': 'completed', 'code': 200} Jul 08 15:23:29.006502 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.158925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.188074 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2fff03e6-5956-4ccb-8b2a-9329470a2087 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:29.371778 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 2fff03e6-5956-4ccb-8b2a-9329470a2087 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:29.381933 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 2fff03e6-5956-4ccb-8b2a-9329470a2087 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:29.382314 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.414982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:29.421393 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2bf577bf-e1fd-4f9b-8662-6535b09446a1 None None] Provisioning for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:29.427785 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Usage tracker for resource:security_group_rule and tenant:76e25ab45169418db742f3d8aee7f6ce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:29.433295 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d05246a6-aa41-4c16-9b45-ad0368ebbcce req-05574a8c-4e97-462d-b394-fd985998f068 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 210 time: 0.2249138 Jul 08 15:23:29.435030 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:29.444002 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:29.466002 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2bf577bf-e1fd-4f9b-8662-6535b09446a1 None None] Provisioning complete for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:29.466401 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2bf577bf-e1fd-4f9b-8662-6535b09446a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.493069 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-d6f55516-659e-46d8-97c7-431ec7463132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:29.497128 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-d6f55516-659e-46d8-97c7-431ec7463132 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 1097 time: 0.4888155 Jul 08 15:23:29.641305 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-2bf577bf-e1fd-4f9b-8662-6535b09446a1 None None] Port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:23:29.797191 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.824167 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 2fff03e6-5956-4ccb-8b2a-9329470a2087, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2fff03e6-5956-4ccb-8b2a-9329470a2087,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:29.829916 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.832122 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-87a4f13c-e36c-4e16-b153-222bed84dc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:29.846685 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-42fcd48a-1a4a-4f56-a24f-b4a2cd340f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:29.848381 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-42fcd48a-1a4a-4f56-a24f-b4a2cd340f0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 909 time: 0.3430681 Jul 08 15:23:29.849511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.880241 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.881163 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:29.914011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d37f2-2d3f-469a-8903-a6ab17cde6a1 req-62f16070-095c-4acc-9504-56fea2a02296 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:29.914829 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=2fff03e6-5956-4ccb-8b2a-9329470a2087,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:29.920340 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:29.921829 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d66d37f2-2d3f-469a-8903-a6ab17cde6a1 req-62f16070-095c-4acc-9504-56fea2a02296 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.6651852 Jul 08 15:23:29.923668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:29.993040 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-284b2e16-aabd-49aa-9f7b-8ea3f4c17816 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d79347-1609-47eb-addb-b50dfb484b27 HTTP/1.1" status: 200 len: 217 time: 0.1362402 Jul 08 15:23:30.123569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-89e8b9cd-b50a-44a7-b367-526a7d6d2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:30.125276 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-89e8b9cd-b50a-44a7-b367-526a7d6d2cc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aad7cfe-bf75-4582-a9d4-de42afbac67c HTTP/1.1" status: 200 len: 848 time: 0.1084027 Jul 08 15:23:30.142343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:30.151312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:30.165262 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d66d37f2-2d3f-469a-8903-a6ab17cde6a1 req-4899edf5-881e-4ba2-ba38-2efff56ec97f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424395 Jul 08 15:23:30.205372 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-73d54b35-eb0e-4ce5-8c60-9c945a593c63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620813 Jul 08 15:23:30.207243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:30.257263 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Network 6adb9036-6c21-40c0-b4c2-519444038c12 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:30.258990 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:30.362532 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-0c33978a-7839-423b-b89d-16a817888af5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474965 Jul 08 15:23:30.363140 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:30.370558 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a23ff001-44b7-42ed-9852-9409499d865e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:30.441525 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485172d2-207a-439c-b74b-2463e23dd334 req-2b602c55-c0b0-4f66-8ba2-08c55a1b7d3a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:30.443105 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-485172d2-207a-439c-b74b-2463e23dd334 req-2b602c55-c0b0-4f66-8ba2-08c55a1b7d3a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.8141997 Jul 08 15:23:30.472570 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e23444-4d20-4995-918f-7333a4ae7b93,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:30.482463 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:30.579787 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76e25ab45169418db742f3d8aee7f6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8112631 Jul 08 15:23:30.582540 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52278) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:30.595165 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:23:30.607652 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-485172d2-207a-439c-b74b-2463e23dd334 req-88e7320f-e16b-4ee6-96a0-ab02a49c1836 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320240 Jul 08 15:23:30.682538 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-8e6390f3-ef93-4f0f-b0fd-a9943af7b9e3 None None] Provisioning complete for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:30.683068 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8e6390f3-ef93-4f0f-b0fd-a9943af7b9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:30.746830 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c8d6c66-7a16-4a7f-bc7a-8ea562dbc23b req-18579d56-d419-4276-a1d0-83e620790658 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485575 Jul 08 15:23:30.795363 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:30.804695 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550ed0-9172-421b-8f49-d716bfb939e3 req-6478f68a-29b6-4ec8-82ff-2fffd3431d96 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:30.806240 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c8550ed0-9172-421b-8f49-d716bfb939e3 req-6478f68a-29b6-4ec8-82ff-2fffd3431d96 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.4241619 Jul 08 15:23:30.808488 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:23:30.841101 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8e6390f3-ef93-4f0f-b0fd-a9943af7b9e3 None None] Port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:23:30.863280 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:30.996002 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c8550ed0-9172-421b-8f49-d716bfb939e3 req-180966b7-a94d-4b54-8ada-19c3a8cfb588 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712747 Jul 08 15:23:31.080293 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be465a-c11e-404d-8027-30d5e0551563 req-d903bf2d-21a1-4444-9374-dc1afa87847c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:31.083814 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-35be465a-c11e-404d-8027-30d5e0551563 req-d903bf2d-21a1-4444-9374-dc1afa87847c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 944 time: 0.2850537 Jul 08 15:23:31.146800 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2fff03e6-5956-4ccb-8b2a-9329470a2087 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:31.151368 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:31.159241 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-1cabddab-3241-4e0d-8c13-3f0511561511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:31.173638 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:23:31.176302 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e23444-4d20-4995-918f-7333a4ae7b93,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:31.190117 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:31.245128 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-35be465a-c11e-404d-8027-30d5e0551563 req-d07ff061-f3e9-4500-85ef-26f0a9fd514a tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478050 Jul 08 15:23:31.256581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-204d970e-ff16-4943-b03d-8fea02315a11 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:31.258380 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-204d970e-ff16-4943-b03d-8fea02315a11 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 813 time: 0.4877512 Jul 08 15:23:31.270834 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Sync routers for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:23:31.276187 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6b8f20a7-4d8f-4df0-82e9-6771d28c5ff7 req-03e73c1e-1b75-4657-846e-8320a4c5ead0 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 210 time: 0.0789928 Jul 08 15:23:31.285531 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Request body: {'port': {'device_id': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'network_id': '2001c044-95f4-4506-93b3-4546873a804c', 'admin_state_up': True, 'tenant_id': 'e02db14182ca493eae139be37b786e5a'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:31.288057 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:31.288866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:31.292669 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] 10.222.0.58 "PUT /v2.0/routers/18bcedf7-6d9b-4286-bb8d-37240b67dda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877109 Jul 08 15:23:31.294566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:31.295693 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24e23444-4d20-4995-918f-7333a4ae7b93 HTTP/1.1" status: 204 len: 168 time: 0.7121432 Jul 08 15:23:31.514547 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f5d79347-1609-47eb-addb-b50dfb484b27 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:31.569690 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:31.573948 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:31.596893 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Usage tracker for resource:port and tenant:e02db14182ca493eae139be37b786e5a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:31.602388 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:31.615587 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:31.635696 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Made reservation on behalf of e02db14182ca493eae139be37b786e5a for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:31.642434 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:31.725767 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 2fff03e6-5956-4ccb-8b2a-9329470a2087 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:31.726338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:31.759998 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99254-556b-4abc-bbc7-1ed4a5edd530 req-6d25ee76-3cd9-4823-9177-1343b4354eef tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:31.761991 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c6b99254-556b-4abc-bbc7-1ed4a5edd530 req-6d25ee76-3cd9-4823-9177-1343b4354eef tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2526798 Jul 08 15:23:31.873471 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c6b99254-556b-4abc-bbc7-1ed4a5edd530 req-3243088a-59da-4ff7-9f94-c53b8f92662f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011956 Jul 08 15:23:31.884301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Allocated IP 172.20.0.5 (2001c044-95f4-4506-93b3-4546873a804c/ec603a26-2b9d-4080-95fb-9e473cbdf9e5/d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:32.099833 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52304) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:32.106339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106283567', 'description': 'tempest-secgroup-smoke-106283567 description', 'project_id': 'e55e1e70989f4443b490b67d32b03bce'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:32.114224 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:32.120168 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:32.123434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:32.148656 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:32.168744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.203690 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5d79347-1609-47eb-addb-b50dfb484b27,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:32.221902 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:32.234136 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:32.238463 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:32.242927 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'f5d79347-1609-47eb-addb-b50dfb484b27', 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d', 'port_id': 'f5d79347-1609-47eb-addb-b50dfb484b27', 'mac_address': 'fa:16:3e:2d:cc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aad7cfe-bf75-4582-a9d4-de42afbac67c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:32.282251 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.300182 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:32.300333 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812b685-cda6-4cea-8dbf-fdf21838f6f7 req-dc03921a-ec6a-4acd-affd-9f69c20b77e9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:32.301412 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d812b685-cda6-4cea-8dbf-fdf21838f6f7 req-dc03921a-ec6a-4acd-affd-9f69c20b77e9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1782219 Jul 08 15:23:32.356744 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 4, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'e3e7fe89-a115-46dc-bc8c-7e8efe0efb27', 'name': '', 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'mac_address': 'fa:16:3e:55:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:27Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 2, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'subnets': [{'id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:32.367801 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Checking router: 18bcedf7-6d9b-4286-bb8d-37240b67dda9 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:23:32.368694 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Updating router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:23:32.376207 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d812b685-cda6-4cea-8dbf-fdf21838f6f7 req-b716eae0-a99f-47cf-ad73-dd81715df58e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650225 Jul 08 15:23:32.414772 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.430396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:32.446312 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.478307 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d79347-1609-47eb-addb-b50dfb484b27 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:32.490056 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.504079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426764-0540-431d-8385-688135221d05 req-ab846894-8034-424b-a7fb-b1a2fd7b38f8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:32.509481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Network 2001c044-95f4-4506-93b3-4546873a804c is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:32.512661 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:32.514048 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4a426764-0540-431d-8385-688135221d05 req-ab846894-8034-424b-a7fb-b1a2fd7b38f8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2654030 Jul 08 15:23:32.517263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:32.554203 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5d79347-1609-47eb-addb-b50dfb484b27,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:32.571144 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.572320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Pushing event updated for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:32.577839 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:32.579260 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:32.617974 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:32.618434 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.622618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.628466 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4a426764-0540-431d-8385-688135221d05 req-5e905876-67a6-41ea-adb5-0b5e55f259f7 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133108 Jul 08 15:23:32.631401 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.648073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-303ca17c-0a7d-4e60-a83d-1c418189665c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:32.724228 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0154c190-1914-4c61-9d60-02a38e0cc218,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:32.732803 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:32.732995 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:32.733691 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.736319 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:32.738212 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6372886 Jul 08 15:23:32.738908 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52318) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:32.745541 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:32.751825 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:32.758321 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-04942665-a3d0-447d-ae8b-532da17edc6b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4861281 Jul 08 15:23:32.761225 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:32.771938 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Request body: {'port': {'device_id': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:32.773041 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:32.780638 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:32.840520 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.936897 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.940325 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1cc3b-5cf1-4103-b54e-1703d28563af req-0a767c6e-1f3f-40dd-a9db-aad83c61c76f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:32.942568 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-54d1cc3b-5cf1-4103-b54e-1703d28563af req-0a767c6e-1f3f-40dd-a9db-aad83c61c76f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 945 time: 0.3111844 Jul 08 15:23:32.950849 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935866ce-b71d-4cb9-9d11-75178ce077c1 req-b5696450-d442-4158-988c-00481eb604d9 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:32.952416 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-935866ce-b71d-4cb9-9d11-75178ce077c1 req-b5696450-d442-4158-988c-00481eb604d9 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 931 time: 0.1508830 Jul 08 15:23:32.953551 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:32.955695 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:32.979131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.002523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91566467-6277-4b07-9389-f49264ee79ff,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:33.016439 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:33.025768 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.038614 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901704 Jul 08 15:23:33.038614 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52324) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:33.038614 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:33.055894 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-935866ce-b71d-4cb9-9d11-75178ce077c1 req-1d4be395-86bf-4a0e-9106-c1e4cf6a81f1 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Synchronizing usage tracker for tenant:e02db14182ca493eae139be37b786e5a on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:33.061175 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:33.084571 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:33.099940 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:33.109758 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:33.129831 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-54d1cc3b-5cf1-4103-b54e-1703d28563af req-44574c4b-4a1d-4681-9af5-962d548be1fc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750896 Jul 08 15:23:33.139019 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-935866ce-b71d-4cb9-9d11-75178ce077c1 req-1d4be395-86bf-4a0e-9106-c1e4cf6a81f1 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Unset dirty status for tenant:e02db14182ca493eae139be37b786e5a on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:33.153289 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-935866ce-b71d-4cb9-9d11-75178ce077c1 req-1d4be395-86bf-4a0e-9106-c1e4cf6a81f1 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911399 Jul 08 15:23:33.180266 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.203923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.247043 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Transition to ACTIVE for port object e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:33.251510 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['f5d79347-1609-47eb-addb-b50dfb484b27'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:33.275800 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.282550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.294155 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-7ae65712-a195-4ddf-a182-59365dbdb8b3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:33.321455 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592f0caf-6096-4e51-83c1-250b0c1ba921,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:33.332079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:33.335229 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.335811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.337413 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3035750 Jul 08 15:23:33.340412 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52332) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:33.346372 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:33.347965 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:33.357832 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:33.363117 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:33.366497 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:33.374214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:33.405323 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.546290 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Pushing event updated for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:33.549558 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:33.584322 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.603106 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.617951 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-14c54efc-9185-4a06-ab6f-28d23f861449 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:33.626573 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef85dbd-1bc9-4f7a-8439-beb96768d213 req-4f5dd609-09da-4861-a766-31bde4b243d4 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:33.628461 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6ef85dbd-1bc9-4f7a-8439-beb96768d213 req-4f5dd609-09da-4861-a766-31bde4b243d4 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2926879 Jul 08 15:23:33.644600 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9c779b-e136-49a9-9864-ee8da8f24c8e,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:33.659597 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:33.662263 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:33.675381 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.685467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.687149 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-042dc9d3-ba12-42a0-8120-5571175bf6d2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452086 Jul 08 15:23:33.696053 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Attempting to bind port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:33.696866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Attempting to bind port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:33.696866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Attempting to bind port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 on network 6adb9036-6c21-40c0-b4c2-519444038c12 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:33.697551 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ad6b-5fb4-41e3-831c-8433d7dd0180 req-05718aa8-c2cf-441f-855f-b75f247e504c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:33.699526 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52340) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:33.701711 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-41d1ad6b-5fb4-41e3-831c-8433d7dd0180 req-05718aa8-c2cf-441f-855f-b75f247e504c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1757307 Jul 08 15:23:33.706622 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:33.707006 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Checking segment: {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:33.707412 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.707809 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Bound using segment: {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:33.708412 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Bound port: e3e7fe89-a115-46dc-bc8c-7e8efe0efb27, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f97d53-1f35-4f2c-b963-955e113f93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:33.708796 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.713810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:33.723792 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Transition to ACTIVE for port object d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:33.726483 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6ef85dbd-1bc9-4f7a-8439-beb96768d213 req-3b7af726-2163-47be-8861-2e13fd5dea09 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892158 Jul 08 15:23:33.727549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:33.732272 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.736285 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:33.739529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:33.768102 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-41d1ad6b-5fb4-41e3-831c-8433d7dd0180 req-50dc422e-a8af-4973-823e-200f6e299a53 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618610 Jul 08 15:23:33.779423 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:33.801900 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:33.881798 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:33.890932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:33.901807 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] For port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:33.906583 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] For port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:33.913984 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.918677 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:33.965009 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:33.993264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:23:33.993722 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:23:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:34.074566 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Pushing event updated for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:34.077782 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:34.115439 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.121264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Attempting to bind port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:34.121592 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Attempting to bind port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:34.121917 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Attempting to bind port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 on network 2001c044-95f4-4506-93b3-4546873a804c {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:34.124982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.131893 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5f14370f-cc95-41e8-8193-3b4714e852fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:34.138809 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 on network 2001c044-95f4-4506-93b3-4546873a804c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:23:34.139130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Attempting to bind port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 on network 2001c044-95f4-4506-93b3-4546873a804c {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:34.158072 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:34.158400 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Checking segment: {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:34.158818 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Bound using segment: {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:34.159234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Bound port: d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:34.159570 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.176941 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df43bf15-786c-4170-886a-75cf9e5ab617,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:34.194999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d871f-abaa-4a95-b82e-c5d06901299a req-25c12325-3c49-48e3-9fbe-3f165013c310 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:34.199412 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fd2d871f-abaa-4a95-b82e-c5d06901299a req-25c12325-3c49-48e3-9fbe-3f165013c310 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.3072500 Jul 08 15:23:34.200673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:34.218721 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:23:34.276544 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.280290 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5773797 Jul 08 15:23:34.280616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52350) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:34.319657 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:34.330708 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:34.346046 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:34.350335 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:34.352532 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:34.357083 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:34.361533 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:34.370898 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.386501 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:34.391232 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.securitygroups_db [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Project e55e1e70989f4443b490b67d32b03bce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 15:23:34.409344 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.432206 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09afd0c-5c89-4b25-bbe5-25855259cee6 req-bd78192f-6f6f-4a19-9b4a-b235034c998e tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:34.433173 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c09afd0c-5c89-4b25-bbe5-25855259cee6 req-bd78192f-6f6f-4a19-9b4a-b235034c998e tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 945 time: 0.1562712 Jul 08 15:23:34.469222 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:34.475772 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:34.477144 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:34.477806 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.480188 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-26c46a53-17d9-4063-af67-9bc303a658d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 HTTP/1.1" status: 200 len: 1093 time: 1.7122092 Jul 08 15:23:34.495386 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fd2d871f-abaa-4a95-b82e-c5d06901299a req-411c9136-3e6e-45c3-9ace-d4d80f1ded78 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806571 Jul 08 15:23:34.496112 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:34.557988 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c09afd0c-5c89-4b25-bbe5-25855259cee6 req-361e134a-a286-4aa2-8844-7bb67195ec41 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181674 Jul 08 15:23:34.595511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.604472 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.606978 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ff0cde8f-cea4-4d3a-86b7-15beb42fafd0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:34.653481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610cd9b2-04f2-452f-9852-3b929296cc10,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:34.668066 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.668692 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.669245 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.670521 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.671125 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.671915 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.672446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.672972 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.673496 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.674029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.674556 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.675567 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:34.683157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:34.690514 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.695997 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b3070baf-93d1-4a3e-a52c-8b115ee033bc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4135873 Jul 08 15:23:34.696273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 52362) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:34.700764 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 4, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'e3e7fe89-a115-46dc-bc8c-7e8efe0efb27', 'name': '', 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'mac_address': 'fa:16:3e:55:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:27Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'subnets': [{'id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:23:34.704875 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'security_group_rule': {'security_group_id': '0154c190-1914-4c61-9d60-02a38e0cc218', 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:34.705697 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078274c-df0d-428c-8d58-0a7033aeabed None None] The sync data for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb is: [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 4, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'e3e7fe89-a115-46dc-bc8c-7e8efe0efb27', 'name': '', 'network_id': '6adb9036-6c21-40c0-b4c2-519444038c12', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'mac_address': 'fa:16:3e:55:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:27Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'subnets': [{'id': 'b4c50559-4dea-4bb4-9e97-762b54b5bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:23:34.714479 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:34.720249 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:security_group_rule and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:34.723553 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91', 'status': 'completed', 'code': 200} Jul 08 15:23:34.724361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:34.734934 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:34.748663 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.securitygroups_db [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Project e55e1e70989f4443b490b67d32b03bce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 15:23:34.763484 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.881595 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-7e30faa8-520b-4e3a-9389-fc6b17d1830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:34.884141 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-7e30faa8-520b-4e3a-9389-fc6b17d1830a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 1096 time: 0.3564868 Jul 08 15:23:34.905897 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b3f8-8dff-4835-b4ca-d008d97c59f8 req-95d499be-ec05-4d8b-a37c-bb0b36114171 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:34.907470 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-c533b3f8-8dff-4835-b4ca-d008d97c59f8 req-95d499be-ec05-4d8b-a37c-bb0b36114171 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Synchronizing usage tracker for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:34.977747 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-68183a4d-9b56-4f86-b6e3-33bfa1bb53bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 HTTP/1.1" status: 200 len: 217 time: 0.0850534 Jul 08 15:23:34.993232 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:34.998956 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.009653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:35.061361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64965833-4a17-448c-97a7-d895b9471a3a,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:35.062712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-c533b3f8-8dff-4835-b4ca-d008d97c59f8 req-95d499be-ec05-4d8b-a37c-bb0b36114171 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Unset dirty status for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:35.065712 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:35.070173 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c533b3f8-8dff-4835-b4ca-d008d97c59f8 req-95d499be-ec05-4d8b-a37c-bb0b36114171 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 943 time: 0.3484628 Jul 08 15:23:35.079649 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a03033-08c8-4394-931f-b9c25c242a83 req-908e21c8-87d1-46b9-a3e6-5cca173f4250 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:35.081884 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98a03033-08c8-4394-931f-b9c25c242a83 req-908e21c8-87d1-46b9-a3e6-5cca173f4250 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1902628 Jul 08 15:23:35.083167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.092168 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-07e5dfda-f8f8-4373-b1c9-76736afdc857 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3948793 Jul 08 15:23:35.150764 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98a03033-08c8-4394-931f-b9c25c242a83 req-7503d31e-c886-4227-a304-ae8fa44e3fd2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571246 Jul 08 15:23:35.193603 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-29957572-17fa-4262-bc2f-d3492b4ccf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:35.195159 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-29957572-17fa-4262-bc2f-d3492b4ccf44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec603a26-2b9d-4080-95fb-9e473cbdf9e5 HTTP/1.1" status: 200 len: 853 time: 0.2066638 Jul 08 15:23:35.212046 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:35.277649 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-f06adde6-8df0-4869-a0c8-8dea0e56154a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2001c044-95f4-4506-93b3-4546873a804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600517 Jul 08 15:23:35.282941 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c533b3f8-8dff-4835-b4ca-d008d97c59f8 req-01543636-026e-451c-862a-9e900a275399 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118850 Jul 08 15:23:35.390529 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:35.402919 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:35.403549 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.498542 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710474bf-ece8-4a8f-89cb-791e3417f344 req-1776d4c7-f831-4a95-8794-62f1a7ae253a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:35.500378 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-710474bf-ece8-4a8f-89cb-791e3417f344 req-1776d4c7-f831-4a95-8794-62f1a7ae253a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.2246413 Jul 08 15:23:35.514554 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f5d79347-1609-47eb-addb-b50dfb484b27 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:35.532594 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-12cf5b41-07cc-4460-8fe4-c119e5d9f991 service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411501 Jul 08 15:23:35.613449 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-710474bf-ece8-4a8f-89cb-791e3417f344 req-1acc0dd7-46cf-461a-8e9e-6c13254047fc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040192 Jul 08 15:23:35.716044 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.725623 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port f5d79347-1609-47eb-addb-b50dfb484b27 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:35.737633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port f5d79347-1609-47eb-addb-b50dfb484b27 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:35.738273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.815746 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:35.840589 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:35.848805 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:35.861905 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a1f368e-43b4-4385-afba-fc51c6e1f603 req-5751afd7-0fe7-4a76-b56e-d6a791d27e4b service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195679 Jul 08 15:23:35.873223 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ae1b-95bb-4c24-9bfd-ba2cb7ce2f06 req-9f224225-289c-4011-ab73-0d270dd2127e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:35.880661 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f4d0ae1b-95bb-4c24-9bfd-ba2cb7ce2f06 req-9f224225-289c-4011-ab73-0d270dd2127e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1921694 Jul 08 15:23:35.906889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4b49-a9f5-4b4c-9453-dfa054ed8810 req-11acc216-4edd-4c91-8e48-1d1c18934d0f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:35.917037 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-417c4b49-a9f5-4b4c-9453-dfa054ed8810 req-11acc216-4edd-4c91-8e48-1d1c18934d0f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 945 time: 0.1418881 Jul 08 15:23:35.941792 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f4d0ae1b-95bb-4c24-9bfd-ba2cb7ce2f06 req-ca1f3d59-d1a0-483d-9793-5e676c5765ad tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603380 Jul 08 15:23:36.033556 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-7c9625f7-0eac-4c94-bcc3-ac96d7112312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:36.035047 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-7c9625f7-0eac-4c94-bcc3-ac96d7112312 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 1096 time: 0.0923326 Jul 08 15:23:36.145657 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:36.163529 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-417c4b49-a9f5-4b4c-9453-dfa054ed8810 req-74cc444f-8268-4203-8d71-7bd8bfd0e27b tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389569 Jul 08 15:23:36.199831 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:36.243629 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:36.271377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-6a295917-1903-4ab0-a59a-aecb304cd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:36.272881 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-6a295917-1903-4ab0-a59a-aecb304cd638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 914 time: 0.2236030 Jul 08 15:23:36.319274 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:36.333062 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5d79347-1609-47eb-addb-b50dfb484b27,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:36.342378 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:36.345894 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:36.434298 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-3371ee1b-16ea-445e-9b08-173cc3cd1c58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 HTTP/1.1" status: 200 len: 217 time: 0.1389251 Jul 08 15:23:36.493068 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:36.519547 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:36.559359 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-e0a4073d-4f26-4f64-9c45-e3b375dc2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:36.566966 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-e0a4073d-4f26-4f64-9c45-e3b375dc2960 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec603a26-2b9d-4080-95fb-9e473cbdf9e5 HTTP/1.1" status: 200 len: 853 time: 0.1107557 Jul 08 15:23:36.616847 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312abd4-bed0-40e4-b522-6408e02e5651 req-b3fab1b4-854c-4899-b915-5f5502022cfd tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:36.618627 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4312abd4-bed0-40e4-b522-6408e02e5651 req-b3fab1b4-854c-4899-b915-5f5502022cfd tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2396550 Jul 08 15:23:36.625520 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-dd646b9b-d645-464b-8896-6023df92f50a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2001c044-95f4-4506-93b3-4546873a804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561583 Jul 08 15:23:36.637005 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364372-75c1-497a-b916-605e66a5a15c req-b7ef992a-4501-4eac-92d9-a2e886ba95e0 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:36.643211 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5e364372-75c1-497a-b916-605e66a5a15c req-b7ef992a-4501-4eac-92d9-a2e886ba95e0 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 943 time: 0.1365314 Jul 08 15:23:36.701950 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5e364372-75c1-497a-b916-605e66a5a15c req-45fe9193-9a12-4698-8177-4d5c9bd65889 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Jul 08 15:23:36.778014 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27', 'code': 200} Jul 08 15:23:36.797523 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4312abd4-bed0-40e4-b522-6408e02e5651 req-eb21a8c7-1f1d-4f06-9595-08d6d5d58c82 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613607 Jul 08 15:23:36.867019 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-28167194-8402-45db-82f8-f2c0a070d4c3 service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292452 Jul 08 15:23:37.047692 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9d1d47c5-da46-4f52-99d3-651bc76ce960 req-eb600aa0-61b6-47ea-b22e-87fa81bb76be service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704221 Jul 08 15:23:37.075394 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:37.134265 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67b5fb-ab8a-494f-b7dd-87f3fb9b212d req-1ca10472-bc53-4c46-8b05-41ea4a2e00be tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:37.142963 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ae67b5fb-ab8a-494f-b7dd-87f3fb9b212d req-1ca10472-bc53-4c46-8b05-41ea4a2e00be tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.2326365 Jul 08 15:23:37.169377 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:37.169772 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:37.259414 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ae67b5fb-ab8a-494f-b7dd-87f3fb9b212d req-b3c73e06-8e1a-4379-b222-242d852e29e8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134379 Jul 08 15:23:37.266152 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158df5b-5957-4dc8-88fa-dda46b8fbd6e req-7d483f4a-b38a-441c-b05e-cedc3a25b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:37.268688 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1158df5b-5957-4dc8-88fa-dda46b8fbd6e req-7d483f4a-b38a-441c-b05e-cedc3a25b2bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 1099 time: 0.2451646 Jul 08 15:23:37.340269 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1158df5b-5957-4dc8-88fa-dda46b8fbd6e req-5fdedcd7-ed86-4efd-9423-1b95fc43ffcc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Jul 08 15:23:37.389117 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d894eb-e311-4d19-a4ce-c661913c75f2 req-473c6aa2-241c-4a0b-890d-6e745a4b2ef9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:37.391181 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d5d894eb-e311-4d19-a4ce-c661913c75f2 req-473c6aa2-241c-4a0b-890d-6e745a4b2ef9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2731209 Jul 08 15:23:37.435584 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-c18369eb-239d-490b-8335-50d84e80a636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:37.464343 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d5d894eb-e311-4d19-a4ce-c661913c75f2 req-e9a8b7b9-6157-4d63-ab55-c812b8adae1f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654304 Jul 08 15:23:37.516984 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:37.533553 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c50e6b-dcbc-4220-ba0d-4a80bf257724 req-d50f4c1c-4fee-4179-ab75-b31cd1594f23 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:37.535520 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d7c50e6b-dcbc-4220-ba0d-4a80bf257724 req-d50f4c1c-4fee-4179-ab75-b31cd1594f23 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 946 time: 0.0902581 Jul 08 15:23:37.585898 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d7c50e6b-dcbc-4220-ba0d-4a80bf257724 req-534941ae-656e-43ce-b932-c66ea687ad81 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Jul 08 15:23:37.669065 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:37.686150 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:37.780509 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:37.799157 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:37.819923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:37.828537 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:37.831715 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:37.901461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:37.914836 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5a51c-64f6-4bf7-afb4-f306a43f2107 req-7f5242c9-df4a-4d55-92ac-485f9e9d9c30 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:37.916682 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-95a5a51c-64f6-4bf7-afb4-f306a43f2107 req-7f5242c9-df4a-4d55-92ac-485f9e9d9c30 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 943 time: 0.1035795 Jul 08 15:23:37.921021 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=6']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:37.925234 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:37.975202 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-95a5a51c-64f6-4bf7-afb4-f306a43f2107 req-b9614285-eb85-4e3a-8743-cd0e963191ff tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Jul 08 15:23:37.995385 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['64dae843-b8f0-4bec-b862-7ded956b09f6'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:38.029119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556d4e6-0594-4f47-a0ea-c215d5ff6b87 req-9353c2cf-421e-4681-aa10-c40e75d722a6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:38.030755 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b556d4e6-0594-4f47-a0ea-c215d5ff6b87 req-9353c2cf-421e-4681-aa10-c40e75d722a6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1010168 Jul 08 15:23:38.085154 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b556d4e6-0594-4f47-a0ea-c215d5ff6b87 req-fa88b1d8-7f3a-4e61-9e51-187c9fb3cb46 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Jul 08 15:23:38.582866 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c0231-982d-4882-b0fc-2d5a91985ea7 req-765788a3-e565-488c-9c4c-0958793c5105 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:38.591413 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d61c0231-982d-4882-b0fc-2d5a91985ea7 req-765788a3-e565-488c-9c4c-0958793c5105 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 945 time: 0.1636314 Jul 08 15:23:38.644364 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d61c0231-982d-4882-b0fc-2d5a91985ea7 req-016f9746-5dfd-49eb-a5e4-85edf2c9862c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519316 Jul 08 15:23:38.735039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256b4f6-c2de-4478-9541-a8057525fcb9 req-4d8abe5b-24f4-43cf-bf4c-35d32b89871a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:38.736860 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e256b4f6-c2de-4478-9541-a8057525fcb9 req-4d8abe5b-24f4-43cf-bf4c-35d32b89871a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1150610 Jul 08 15:23:38.806013 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e256b4f6-c2de-4478-9541-a8057525fcb9 req-4852cd45-cccc-42b4-89b4-d9fc80c8ba7d tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626202 Jul 08 15:23:38.885789 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51636ab-ed36-4252-90fe-1f58b4e6cb6d req-b9ff987b-a37a-4526-b6b3-55c6b65c8a98 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:38.887213 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c51636ab-ed36-4252-90fe-1f58b4e6cb6d req-b9ff987b-a37a-4526-b6b3-55c6b65c8a98 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 946 time: 0.0991919 Jul 08 15:23:38.951223 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c51636ab-ed36-4252-90fe-1f58b4e6cb6d req-2bc69df4-37cb-46dc-9aa6-41e94b090948 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Jul 08 15:23:39.315580 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a75e2-4359-4558-a23d-307ca2e80584 req-c5ca4d55-ae8b-4631-abf2-d37a211e821a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:39.317913 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-724a75e2-4359-4558-a23d-307ca2e80584 req-c5ca4d55-ae8b-4631-abf2-d37a211e821a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 943 time: 0.1361361 Jul 08 15:23:39.438775 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-724a75e2-4359-4558-a23d-307ca2e80584 req-e6bb84f2-5be5-4af6-8299-28b8b0988165 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139255 Jul 08 15:23:39.470054 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab879a-ebc2-48fd-b647-4408180d1f5f req-e88bca46-7029-4a8d-a632-3f0b15aa3439 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:39.483808 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3eab879a-ebc2-48fd-b647-4408180d1f5f req-e88bca46-7029-4a8d-a632-3f0b15aa3439 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2024438 Jul 08 15:23:39.523338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:39.532342 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:39.567146 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3eab879a-ebc2-48fd-b647-4408180d1f5f req-6de2f9e0-76a1-4cc0-93d9-e922b44c8cb8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Jul 08 15:23:39.728724 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 64dae843-b8f0-4bec-b862-7ded956b09f6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:39.729110 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:39.833839 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:39.852173 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91', 'network_id': '2001c044-95f4-4506-93b3-4546873a804c', 'port_id': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91', 'mac_address': 'fa:16:3e:71:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec603a26-2b9d-4080-95fb-9e473cbdf9e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:40.014036 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:40.091521 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b171c-8fb8-42b8-948c-c3838a3bb3de req-2308cb0f-fa38-49f4-9bb2-c481bcd7df75 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:40.094364 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:40.102551 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4e7b171c-8fb8-42b8-948c-c3838a3bb3de req-2308cb0f-fa38-49f4-9bb2-c481bcd7df75 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 945 time: 0.2218120 Jul 08 15:23:40.119420 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:40.138208 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:40.139889 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3b8cef05-7e2c-4f6e-a35a-31324dab8f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:40.145432 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:40.148707 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-e7a21fe5-b8a1-458d-abe8-21e3c9c23f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:40.195526 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:40.252632 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4e7b171c-8fb8-42b8-948c-c3838a3bb3de req-2730b58a-a75e-4170-8934-56c76f8f3e8a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248496 Jul 08 15:23:40.257744 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:40.269688 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:40.290416 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:40.295833 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:40.296306 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:40.316745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c284f8a-b815-4554-ac84-e6339ef5b04e req-f785ec22-22fa-43f7-8f5a-897f4f5f8041 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:40.325672 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7c284f8a-b815-4554-ac84-e6339ef5b04e req-f785ec22-22fa-43f7-8f5a-897f4f5f8041 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2139590 Jul 08 15:23:40.385719 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7c284f8a-b815-4554-ac84-e6339ef5b04e req-ec24e7c6-ff15-4daa-b0fa-eb077184ffa9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557177 Jul 08 15:23:40.449226 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=7']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:40.453645 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:40.533389 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'code': 200} Jul 08 15:23:40.573817 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:40.861982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddadb3-c732-43b0-a9df-09b1af163ed2 req-7837051d-6663-49e1-be2e-77f1c0a33499 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:40.871373 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bdddadb3-c732-43b0-a9df-09b1af163ed2 req-7837051d-6663-49e1-be2e-77f1c0a33499 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 944 time: 0.1842358 Jul 08 15:23:40.935988 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bdddadb3-c732-43b0-a9df-09b1af163ed2 req-d4c83281-cdaf-4b7b-9eb2-47475880ecd4 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639129 Jul 08 15:23:40.993090 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9658-eaa6-4e02-bf49-07f7dce1b325 req-25a3f34f-5d04-416c-ac3e-f239eaa63243 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:40.996647 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0a6a9658-eaa6-4e02-bf49-07f7dce1b325 req-25a3f34f-5d04-416c-ac3e-f239eaa63243 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1124318 Jul 08 15:23:41.119880 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0a6a9658-eaa6-4e02-bf49-07f7dce1b325 req-de6e24d2-626d-4f0c-ae1a-f325c286a34c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130540 Jul 08 15:23:41.136034 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:41.211804 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43de34-3da4-462f-9499-c2178c21c53a req-d2f1a81e-f0fe-49ea-b5a9-b0d36bd822df tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:41.219673 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c43de34-3da4-462f-9499-c2178c21c53a req-d2f1a81e-f0fe-49ea-b5a9-b0d36bd822df tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 946 time: 0.1776204 Jul 08 15:23:41.271035 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c43de34-3da4-462f-9499-c2178c21c53a req-36544bbe-d47a-4677-aa36-083de16aefa8 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503786 Jul 08 15:23:41.479214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a567412-9be1-4aa7-9bb2-7104c9a027ad req-dffb6cf5-535a-40ea-addc-e44ec67ad855 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:41.480904 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1a567412-9be1-4aa7-9bb2-7104c9a027ad req-dffb6cf5-535a-40ea-addc-e44ec67ad855 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.0912714 Jul 08 15:23:41.532346 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1a567412-9be1-4aa7-9bb2-7104c9a027ad req-e2cae836-c27c-4bc8-ba05-2aff3397cea9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 Jul 08 15:23:41.629982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88453ba0-8f43-4b7f-a0b6-fb16e57a6625 req-c6c49b40-3973-41d4-9cfc-62c91dbed9e4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:41.638581 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-88453ba0-8f43-4b7f-a0b6-fb16e57a6625 req-c6c49b40-3973-41d4-9cfc-62c91dbed9e4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1196299 Jul 08 15:23:41.698012 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-88453ba0-8f43-4b7f-a0b6-fb16e57a6625 req-c14c9015-5d9d-40d7-a43b-6dc3df95c8c6 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535681 Jul 08 15:23:42.178804 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db922474-ae73-4f9c-b32d-79e1df8016cf req-8d26e105-8ac5-43d9-a784-815c502b937e tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:42.181315 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db922474-ae73-4f9c-b32d-79e1df8016cf req-8d26e105-8ac5-43d9-a784-815c502b937e tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 944 time: 0.1210167 Jul 08 15:23:42.262985 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db922474-ae73-4f9c-b32d-79e1df8016cf req-3bde6bd8-d025-4567-a27b-c40cb90ea428 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Jul 08 15:23:42.414257 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cbfea-388f-4c8a-9d02-8d98c3cab502 req-13c5fb7e-00ac-4295-b7d9-eba1837956be tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:42.423078 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-376cbfea-388f-4c8a-9d02-8d98c3cab502 req-13c5fb7e-00ac-4295-b7d9-eba1837956be tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1575828 Jul 08 15:23:42.500648 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-376cbfea-388f-4c8a-9d02-8d98c3cab502 req-041fd865-4913-4aa6-931c-e677ca6241bf tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Jul 08 15:23:42.546220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:42.564296 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-fcb449b4-737f-44aa-b278-6059d45c01f8 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:42.566025 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-fcb449b4-737f-44aa-b278-6059d45c01f8 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 946 time: 0.1843524 Jul 08 15:23:42.582090 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e5f70-fb61-49e2-a90c-83352075fe9a req-86d2da20-77e1-418d-b0c8-35952dd6f294 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:42.589212 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fd3e5f70-fb61-49e2-a90c-83352075fe9a req-86d2da20-77e1-418d-b0c8-35952dd6f294 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 946 time: 0.1419103 Jul 08 15:23:42.772254 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fd3e5f70-fb61-49e2-a90c-83352075fe9a req-d2ab5fd2-2ec4-46ff-bed4-43fb10d329ed tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810682 Jul 08 15:23:42.798950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c93e2a-f53d-447e-b374-11e9381e7508 req-0c97d3b3-10ea-4686-b62d-77d95acfd08b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:42.800162 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Deleting port f5d79347-1609-47eb-addb-b50dfb484b27 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:23:42.800540 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:42.808221 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-56c93e2a-f53d-447e-b374-11e9381e7508 req-0c97d3b3-10ea-4686-b62d-77d95acfd08b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1307936 Jul 08 15:23:42.861210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-56c93e2a-f53d-447e-b374-11e9381e7508 req-d0d89f67-d43e-41af-8c06-3115484f18b4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517626 Jul 08 15:23:43.271082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733d1cd-75af-4637-96f5-74e690a7b918 req-98b21040-9ad0-498b-96bb-7036d0f98d7f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:43.272121 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9733d1cd-75af-4637-96f5-74e690a7b918 req-98b21040-9ad0-498b-96bb-7036d0f98d7f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.3186982 Jul 08 15:23:43.274327 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] For port f5d79347-1609-47eb-addb-b50dfb484b27, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f5d79347-1609-47eb-addb-b50dfb484b27,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:43.274715 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:43.517535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Calling delete_port for f5d79347-1609-47eb-addb-b50dfb484b27 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:23:43.540615 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:23:43.590178 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9733d1cd-75af-4637-96f5-74e690a7b918 req-ce39cc63-010a-4f11-85d3-83fe18f025e7 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067825 Jul 08 15:23:43.631140 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1bf77-fe32-40b4-b361-373dfde7c9fb req-2e5999a7-445c-4e4d-b007-f6592270ce74 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:43.641204 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-17f1bf77-fe32-40b4-b361-373dfde7c9fb req-2e5999a7-445c-4e4d-b007-f6592270ce74 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 944 time: 0.1865802 Jul 08 15:23:43.710255 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:43.722473 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:43.723370 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-17f1bf77-fe32-40b4-b361-373dfde7c9fb req-dd3bdaae-7f2a-4b4e-b747-c6190c61fe09 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788400 Jul 08 15:23:43.723969 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:43.831854 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:43.839167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:43.844461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['f5d79347-1609-47eb-addb-b50dfb484b27'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:23:43.907746 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Pushing event deleted for resources: {'Port': ['ID=f5d79347-1609-47eb-addb-b50dfb484b27,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:43.915750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:44.010112 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45ad6-36d2-4c8d-bb90-e7a587b10231 req-ba292d17-8bed-4237-973a-05b047e004ac tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:44.019150 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3df45ad6-36d2-4c8d-bb90-e7a587b10231 req-ba292d17-8bed-4237-973a-05b047e004ac tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2655535 Jul 08 15:23:44.021075 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:44.043025 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] No DVR routers for this DVR port f5d79347-1609-47eb-addb-b50dfb484b27 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:23:44.050796 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:44.053878 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'name': 'network-vif-deleted', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:44.077390 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:44.087606 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c7adc65b-0431-4731-b67b-9a9587e394ac req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "DELETE /v2.0/ports/f5d79347-1609-47eb-addb-b50dfb484b27 HTTP/1.1" status: 204 len: 173 time: 1.5139484 Jul 08 15:23:44.089498 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:44.094548 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:44.096565 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:44.101575 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3df45ad6-36d2-4c8d-bb90-e7a587b10231 req-eb4fedb2-c1d2-4e79-8463-42315c2bc323 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812731 Jul 08 15:23:44.103860 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-aa51eded-a0f1-4405-98e4-a71ffd038dcb req-dfb7b8f2-03c4-4e00-ab5a-e9eee94b8821 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5 HTTP/1.1" status: 200 len: 210 time: 0.0778587 Jul 08 15:23:44.220526 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f3e250-3bf5-43ab-99fd-c4c3b0be1ec5', 'name': 'network-vif-deleted', 'tag': 'f5d79347-1609-47eb-addb-b50dfb484b27', 'status': 'completed', 'code': 200} Jul 08 15:23:44.233551 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:44.237630 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:44.312713 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91', 'code': 200} Jul 08 15:23:44.381200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f31f5-9bcc-48dc-8ec2-d19a4ced314c req-93ad9e99-3202-47ec-8712-0ce48bf8e545 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:44.382842 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6c5f31f5-9bcc-48dc-8ec2-d19a4ced314c req-93ad9e99-3202-47ec-8712-0ce48bf8e545 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.0975487 Jul 08 15:23:44.441188 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6c5f31f5-9bcc-48dc-8ec2-d19a4ced314c req-8b14d41a-0bb7-40d4-94f1-660e4504d1a9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512304 Jul 08 15:23:44.658637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4d237-7c35-472c-b2fc-868da7789530 req-c9c5fee3-d1af-4553-9352-92fa7418d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:44.660045 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6be4d237-7c35-472c-b2fc-868da7789530 req-c9c5fee3-d1af-4553-9352-92fa7418d681 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 1098 time: 0.1257620 Jul 08 15:23:44.748662 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6be4d237-7c35-472c-b2fc-868da7789530 req-e40126eb-2420-4c6b-ace5-91a06be3d9fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808520 Jul 08 15:23:44.952346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaef502-5638-41ef-a5fa-e08d83c2c64c req-8dbb7c75-3293-43b6-bdd7-7ad00472b771 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:44.961918 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3eaef502-5638-41ef-a5fa-e08d83c2c64c req-8dbb7c75-3293-43b6-bdd7-7ad00472b771 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1649539 Jul 08 15:23:45.074989 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3eaef502-5638-41ef-a5fa-e08d83c2c64c req-004515dc-2dec-45a2-98cc-bee179902b5d tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948422 Jul 08 15:23:45.125330 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ef64-32d5-4d8b-b04f-64972f495a91 req-191f5e6f-e05e-4905-b530-b77a1f9db7b2 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:45.140219 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2d55ef64-32d5-4d8b-b04f-64972f495a91 req-191f5e6f-e05e-4905-b530-b77a1f9db7b2 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.1499441 Jul 08 15:23:45.201660 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2d55ef64-32d5-4d8b-b04f-64972f495a91 req-b94d3e33-dc51-40a1-864a-bade173ba719 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Jul 08 15:23:45.231464 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52646) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:45.498333 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:45.574622 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:45.584838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4c97-11f8-4b7b-ba8f-32ed935404ed req-e79fa19a-da5d-476d-97c3-c23eb595b81f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:45.593381 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-303a4c97-11f8-4b7b-ba8f-32ed935404ed req-e79fa19a-da5d-476d-97c3-c23eb595b81f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2321620 Jul 08 15:23:45.593970 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Usage tracker for resource:security_group_rule and tenant:16db41dd81094b15af5e5fd199cbd488 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:23:45.600496 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:23:45.613643 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:45.730409 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf73c5d-beeb-4802-ab7d-f77684a1f247 req-3ae1812d-cde9-4821-9ee7-270d63b74363 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:45.738633 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ecf73c5d-beeb-4802-ab7d-f77684a1f247 req-3ae1812d-cde9-4821-9ee7-270d63b74363 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2186000 Jul 08 15:23:45.816057 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-303a4c97-11f8-4b7b-ba8f-32ed935404ed req-da16f50c-1a8c-4aff-99ad-4e36c53fadc9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217121 Jul 08 15:23:45.856516 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ecf73c5d-beeb-4802-ab7d-f77684a1f247 req-4a770413-c5df-4aab-b00e-abd95cda89e1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003633 Jul 08 15:23:45.881561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-c7a175e0-93f1-4701-be2e-83c88e85aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:45.881561 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-c7a175e0-93f1-4701-be2e-83c88e85aaa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.2363787 Jul 08 15:23:45.888427 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:45.895087 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:45.933156 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e7e56431-8372-4e8b-a26b-5dc3a0e60e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:45.968005 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16db41dd81094b15af5e5fd199cbd488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7351606 Jul 08 15:23:45.969716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aca3bd-29fe-4b77-87ac-b8811e5aca85,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:45.977842 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 52666) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:45.979323 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.979757 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.980178 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.980602 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.981015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.982349 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.982815 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.983246 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.983651 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.984069 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.984474 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.985177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:45.991032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:46.063352 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:46.115878 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:46.146178 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-7e45ea15-6c45-4152-914e-26aaebb3393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:46.147787 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-7e45ea15-6c45-4152-914e-26aaebb3393b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.2595506 Jul 08 15:23:46.156439 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78d7c-3678-4020-873c-a26475778758 req-4db80655-ffa1-45b1-8038-0cabc6cb1a5b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:46.158188 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d4e78d7c-3678-4020-873c-a26475778758 req-4db80655-ffa1-45b1-8038-0cabc6cb1a5b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1348608 Jul 08 15:23:46.199622 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:46.207677 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a0473ecf-3767-40fd-af5c-f11e6033f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:46.221628 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aca3bd-29fe-4b77-87ac-b8811e5aca85,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:46.239783 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:46.247003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:46.263944 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11aca3bd-29fe-4b77-87ac-b8811e5aca85 HTTP/1.1" status: 204 len: 168 time: 0.2619140 Jul 08 15:23:46.300833 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d4e78d7c-3678-4020-873c-a26475778758 req-adfad184-cdd5-4ed7-a3a0-235a098b7af2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821939 Jul 08 15:23:46.308312 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-e19a7530-ad7a-43e8-8863-7fc2a0553971 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 1001 time: 0.1492202 Jul 08 15:23:46.420632 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-8711f057-5c2e-4469-a6c1-84aeb478aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:46.422780 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-8711f057-5c2e-4469-a6c1-84aeb478aa44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.1073334 Jul 08 15:23:46.601813 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-b3998127-d921-427c-b1f7-317d24bce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:46.603519 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-b3998127-d921-427c-b1f7-317d24bce63c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693637 Jul 08 15:23:46.976387 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eb22d-7359-45b0-9c4d-389a930e9b8e req-ef8f49ad-6532-4baf-b957-258ec713c7ab tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:46.977910 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-712eb22d-7359-45b0-9c4d-389a930e9b8e req-ef8f49ad-6532-4baf-b957-258ec713c7ab tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.4166615 Jul 08 15:23:47.054783 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-c6e8ef91-d5f4-4cb1-9e86-c55a9258759e service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372673 Jul 08 15:23:47.071884 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-712eb22d-7359-45b0-9c4d-389a930e9b8e req-b1de361f-fb61-4169-863d-40a60913f059 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802171 Jul 08 15:23:47.340938 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-10a7b334-273e-4957-a6d1-8c1e9140d603 req-e5405d77-4bd5-4322-bb09-c9db86b8ebd9 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679949 Jul 08 15:23:47.371916 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e97498-89b9-42ab-8733-007f6234ab9b req-e21c87eb-0abd-4539-a75a-487940e2f7c1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:47.373897 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66e97498-89b9-42ab-8733-007f6234ab9b req-e21c87eb-0abd-4539-a75a-487940e2f7c1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1480594 Jul 08 15:23:47.435847 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66e97498-89b9-42ab-8733-007f6234ab9b req-6c37d550-fedc-4837-85ea-c360566a0e0f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563407 Jul 08 15:23:47.557869 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f5d79347-1609-47eb-addb-b50dfb484b27 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:23:47.621089 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: f5d79347-1609-47eb-addb-b50dfb484b27 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:23:47.621742 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f5d79347-1609-47eb-addb-b50dfb484b27 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:23:47.678992 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ee3c-8ef9-4dfe-8371-294d44460a25 req-cf8b94d9-7a4b-44db-bf04-c4410de711a8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:47.680603 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-51d8ee3c-8ef9-4dfe-8371-294d44460a25 req-cf8b94d9-7a4b-44db-bf04-c4410de711a8 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1102054 Jul 08 15:23:47.771211 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-51d8ee3c-8ef9-4dfe-8371-294d44460a25 req-39f9ccba-b38c-40b6-8c85-8bc1af9e9b06 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616493 Jul 08 15:23:48.035839 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fade61-f736-4334-bdcd-63861b59d0f0 req-e8baef2d-e38a-4b86-a8a3-069a6bf17deb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.037398 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9fade61-f736-4334-bdcd-63861b59d0f0 req-e8baef2d-e38a-4b86-a8a3-069a6bf17deb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1082368 Jul 08 15:23:48.242971 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9fade61-f736-4334-bdcd-63861b59d0f0 req-29dcf822-6901-4010-bc53-fdf7a5d2d94c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963673 Jul 08 15:23:48.291885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-b59dd367-87f6-4529-869f-1cf91770cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.293531 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-b59dd367-87f6-4529-869f-1cf91770cb9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.1535015 Jul 08 15:23:48.479499 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-ec34604d-9ebb-4b20-b3a4-c8512770cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.482346 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-ec34604d-9ebb-4b20-b3a4-c8512770cc21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.1562235 Jul 08 15:23:48.643782 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-18102a79-ac9b-4b9e-89b4-a70bbbd16742 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 1001 time: 0.1538749 Jul 08 15:23:48.721429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-b53abb96-84fe-4560-b020-52bd9bef679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.723091 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-b53abb96-84fe-4560-b020-52bd9bef679a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.0708151 Jul 08 15:23:48.777039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64973c37-6bec-4b1a-8b4e-edfb1fdf8b77 req-f44f8ee7-c810-4a69-bada-2f6be7d9db1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.778691 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-64973c37-6bec-4b1a-8b4e-edfb1fdf8b77 req-f44f8ee7-c810-4a69-bada-2f6be7d9db1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1866214 Jul 08 15:23:48.841472 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-64973c37-6bec-4b1a-8b4e-edfb1fdf8b77 req-59cbc8c2-9c31-4355-a1b8-bb396e964e1a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Jul 08 15:23:48.856211 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-cc81fd50-94f5-4d51-a707-8fcd858f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:48.857826 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-cc81fd50-94f5-4d51-a707-8fcd858f7853 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264379 Jul 08 15:23:49.102508 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-d10a18af-11bc-48d9-95f2-bbbca3f128ec service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362058 Jul 08 15:23:49.120503 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a892a2c-89c7-4f0c-b363-62642e4da0ef req-31191655-93d7-4880-9ce2-f49998751b9a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:49.122144 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0a892a2c-89c7-4f0c-b363-62642e4da0ef req-31191655-93d7-4880-9ce2-f49998751b9a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1520624 Jul 08 15:23:49.260478 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0a892a2c-89c7-4f0c-b363-62642e4da0ef req-42dbb5bc-ebdd-44e4-991d-607f96f6fab9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167741 Jul 08 15:23:49.311423 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b224900d-8b18-4ae4-90a7-859f44fceaa9 req-951ffde6-50e5-483e-ae1b-402ca4336a21 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882553 Jul 08 15:23:49.513443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4ae3-5ebc-4e9a-89d6-4aec66ef21e3 req-3a89df27-4b51-48e1-a69a-0fe667c071f4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:49.523015 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cf9c4ae3-5ebc-4e9a-89d6-4aec66ef21e3 req-3a89df27-4b51-48e1-a69a-0fe667c071f4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1562757 Jul 08 15:23:49.743069 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cf9c4ae3-5ebc-4e9a-89d6-4aec66ef21e3 req-4da5fe51-a9b6-4c25-ab94-096aee08b486 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187054 Jul 08 15:23:49.883507 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-e01e131d-7b7b-4ae0-9ce2-a5fd9c23f707 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:49.890447 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-e01e131d-7b7b-4ae0-9ce2-a5fd9c23f707 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 808 time: 0.2819426 Jul 08 15:23:49.907085 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-2b2b6a62-2ad1-4097-970b-e3a96958ceb8 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/quotas/63388d56c3c948f792f48673177996ce HTTP/1.1" status: 200 len: 375 time: 0.0154350 Jul 08 15:23:50.050297 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-6b3a8e8b-753d-4a05-bada-0a85f08ff05a tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421547 Jul 08 15:23:50.290826 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a126-c2eb-4aaa-b737-160520104abb req-8ac390a2-0e3f-47c1-a5be-854ed4735c26 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:50.292946 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e6d3a126-c2eb-4aaa-b737-160520104abb req-8ac390a2-0e3f-47c1-a5be-854ed4735c26 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1620667 Jul 08 15:23:50.348511 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-83fdd6ef-c622-4027-a14a-37e6530f1611 service neutron] 10.222.0.58 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973316 Jul 08 15:23:50.387705 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e6d3a126-c2eb-4aaa-b737-160520104abb req-7a48f80b-7658-4694-a252-6f67e84e007a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881371 Jul 08 15:23:50.566665 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-8a9a8ec8-36a1-47a5-ad4f-469202b6c3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146702 Jul 08 15:23:50.591150 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:50.911111 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-75645a38-71a0-4946-9875-7527dd19bff6 req-5e29b998-9571-4009-86f1-a6abe4802297 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:50.959954 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-75645a38-71a0-4946-9875-7527dd19bff6 req-5e29b998-9571-4009-86f1-a6abe4802297 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:50.978211 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-75645a38-71a0-4946-9875-7527dd19bff6 req-5e29b998-9571-4009-86f1-a6abe4802297 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 210 time: 0.1856377 Jul 08 15:23:51.058143 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058d18b-c97a-4034-a740-17bbd6f364a9 req-84404534-86ff-42e2-8e3d-66077f7bd8d3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:51.060449 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7058d18b-c97a-4034-a740-17bbd6f364a9 req-84404534-86ff-42e2-8e3d-66077f7bd8d3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1275079 Jul 08 15:23:51.194034 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7058d18b-c97a-4034-a740-17bbd6f364a9 req-16991c0a-740e-4ae8-8f91-d9898c84821d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269882 Jul 08 15:23:51.267795 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e198a-2cbb-455a-9f0c-03f3e5364434 req-f59c6ae1-323f-47ee-ac39-4d05e458e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:51.269651 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4b2e198a-2cbb-455a-9f0c-03f3e5364434 req-f59c6ae1-323f-47ee-ac39-4d05e458e346 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 1098 time: 0.2147036 Jul 08 15:23:51.344676 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4b2e198a-2cbb-455a-9f0c-03f3e5364434 req-e5f9a815-eaac-483a-b516-b3507aa25b32 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647449 Jul 08 15:23:51.758625 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a7f6-9cbd-41c1-9658-777be11ff5a8 req-c7f5b7af-5f10-4880-8d86-1f68b15956c6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:51.766926 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3596a7f6-9cbd-41c1-9658-777be11ff5a8 req-c7f5b7af-5f10-4880-8d86-1f68b15956c6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1195977 Jul 08 15:23:51.860741 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3596a7f6-9cbd-41c1-9658-777be11ff5a8 req-1d15cf0c-0f1b-4dc7-b323-02f590e056e9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928307 Jul 08 15:23:52.178912 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-44d1b5b7-47da-4d35-a307-dd1b8753ef21 req-16012fa9-306a-4a83-81b2-af702e63e9ce tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 210 time: 0.0492163 Jul 08 15:23:52.437622 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fcd27-6d23-4348-b79f-4c9e73f13326 req-702720dd-59c0-46fb-b48d-380152cb7080 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:52.444906 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e74fcd27-6d23-4348-b79f-4c9e73f13326 req-702720dd-59c0-46fb-b48d-380152cb7080 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.0942159 Jul 08 15:23:52.510838 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e74fcd27-6d23-4348-b79f-4c9e73f13326 req-8c36843c-bbc1-4094-a9fe-58dd08385ed8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649045 Jul 08 15:23:52.901273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-2a0f1557-6319-4c94-8429-e86c8c3319b6 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:52.903328 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-2a0f1557-6319-4c94-8429-e86c8c3319b6 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 808 time: 0.2925580 Jul 08 15:23:52.921590 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Request body: {'port': {'device_id': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d', 'admin_state_up': True, 'tenant_id': '63388d56c3c948f792f48673177996ce'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:53.187846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042f379-6362-4b73-a368-a5876743b59d req-db5dbf4b-2f01-48e2-8049-c39a186ee392 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:53.196129 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8042f379-6362-4b73-a368-a5876743b59d req-db5dbf4b-2f01-48e2-8049-c39a186ee392 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1337574 Jul 08 15:23:53.202675 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:53.213678 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:53.225882 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Made reservation on behalf of 63388d56c3c948f792f48673177996ce for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:53.231043 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:53.259141 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8042f379-6362-4b73-a368-a5876743b59d req-44917186-63b1-45e2-b739-0f56e2ce069c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Jul 08 15:23:53.411853 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f78915f3-2afa-4126-ac97-3449e1307cd8 req-1570a5aa-bbe5-4cd9-91ba-174b39eb5395 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 210 time: 0.0772195 Jul 08 15:23:53.494994 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Allocated IP 172.20.0.11 (c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d/9aad7cfe-bf75-4582-a9d4-de42afbac67c/afbabec3-a997-4958-8cff-056d678f62a5) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:53.504594 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71104c46-732a-4292-99ef-04209bfc9bb4 req-2c7535d0-8493-4e07-b0f3-cd1588a010db tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:53.506149 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-71104c46-732a-4292-99ef-04209bfc9bb4 req-2c7535d0-8493-4e07-b0f3-cd1588a010db tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0942984 Jul 08 15:23:53.575290 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-71104c46-732a-4292-99ef-04209bfc9bb4 req-34ca3a89-6e26-4909-aaf2-567ab41a5e7c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Jul 08 15:23:53.804163 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:53.827868 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b899d-19b3-4682-adb2-ed94d96012ff req-479d7275-bcaa-4b86-9b72-d6b6ee295d61 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:53.829367 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-866b899d-19b3-4682-adb2-ed94d96012ff req-479d7275-bcaa-4b86-9b72-d6b6ee295d61 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1600261 Jul 08 15:23:53.894004 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-866b899d-19b3-4682-adb2-ed94d96012ff req-f03e8a9e-2c88-433d-a822-ad1253c6cba4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568178 Jul 08 15:23:53.898762 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:53.907119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:53.947442 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-e53d2d89-91dd-4cf7-9478-2edc5a382aab tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106283567&fields=id&tenant_id=e55e1e70989f4443b490b67d32b03bce HTTP/1.1" status: 200 len: 267 time: 0.0704720 Jul 08 15:23:53.979278 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:53.982403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:53.985480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:53.991722 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:53.992406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:54.016332 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Pushing event updated for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:54.020383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:54.050813 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1373134 Jul 08 15:23:54.089986 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Request body: {'port': {'device_id': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:54.185813 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-6fdb0a22-6296-40f1-8a77-6c67798818df tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:54.196151 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-6fdb0a22-6296-40f1-8a77-6c67798818df tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 808 time: 0.2388871 Jul 08 15:23:54.221029 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-e2604d27-7ef5-4dae-bbdb-77f09b14d8df tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/quotas/e55e1e70989f4443b490b67d32b03bce HTTP/1.1" status: 200 len: 375 time: 0.0230472 Jul 08 15:23:54.227924 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:54.327007 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-f4ca74be-5616-45ef-9502-d0b57b6bfe5a tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992219 Jul 08 15:23:54.556791 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-385a4948-1c43-4f0b-8404-a1bff6ef6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:54.558428 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-385a4948-1c43-4f0b-8404-a1bff6ef6ef0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1099 time: 0.1902483 Jul 08 15:23:54.585368 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-3385a272-1930-47af-a60f-7b5828056696 service neutron] 10.222.0.58 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563956 Jul 08 15:23:54.763028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7de1-de7f-442b-b89e-ff7b1155fd2a req-ad038676-d61f-4e46-8e39-96a66ddafdd1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:54.764230 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ddee7de1-de7f-442b-b89e-ff7b1155fd2a req-ad038676-d61f-4e46-8e39-96a66ddafdd1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:54.816937 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-1ccc56cf-862c-4b18-862c-c6f3a9422486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:54.818439 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-1ccc56cf-862c-4b18-862c-c6f3a9422486 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.2532749 Jul 08 15:23:54.820237 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-0c3913e7-2ff0-4ef6-8798-c19b7daf508a service neutron] 10.222.0.58 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750393 Jul 08 15:23:54.839983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ddee7de1-de7f-442b-b89e-ff7b1155fd2a req-ad038676-d61f-4e46-8e39-96a66ddafdd1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:54.841209 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ddee7de1-de7f-442b-b89e-ff7b1155fd2a req-ad038676-d61f-4e46-8e39-96a66ddafdd1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 932 time: 0.2712710 Jul 08 15:23:54.846648 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbabec3-a997-4958-8cff-056d678f62a5 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:54.880094 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:54.899794 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Transition to ACTIVE for port object afbabec3-a997-4958-8cff-056d678f62a5 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:54.928086 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:54.947442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-77620d4c-d6af-4aac-b6ed-af38f356c095 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:54.950370 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-a1526f3b-93c7-4862-aa8e-871816110432 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1002 time: 0.1205032 Jul 08 15:23:54.996802 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ddee7de1-de7f-442b-b89e-ff7b1155fd2a req-3b11d208-e643-4882-9185-664f3debaaf4 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456742 Jul 08 15:23:55.114371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-5d898455-355c-4908-8632-f57e45ee2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.115906 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-5d898455-355c-4908-8632-f57e45ee2eb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.1587253 Jul 08 15:23:55.235006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-50d38509-3dac-470c-96fd-a74c3aa36f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.237337 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-50d38509-3dac-470c-96fd-a74c3aa36f8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1098132 Jul 08 15:23:55.286451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:55.289503 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:55.291804 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Attempting to bind port afbabec3-a997-4958-8cff-056d678f62a5 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:55.292170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Attempting to bind port afbabec3-a997-4958-8cff-056d678f62a5 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:55.292936 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Attempting to bind port afbabec3-a997-4958-8cff-056d678f62a5 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:55.304502 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Port afbabec3-a997-4958-8cff-056d678f62a5 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:23:55.304834 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Attempting to bind port afbabec3-a997-4958-8cff-056d678f62a5 on network c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:55.322623 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:55.323073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Checking segment: {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:55.323446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Bound using segment: {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:55.323897 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Bound port: afbabec3-a997-4958-8cff-056d678f62a5, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd15502-3f4b-4a10-a961-810c3656b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:55.324254 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:55.414277 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6652f1a-38c1-4ef2-9cc3-b5fde6f2b764 req-69a5512d-450e-4943-bb21-cd1d1ac2369e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.422055 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e6652f1a-38c1-4ef2-9cc3-b5fde6f2b764 req-69a5512d-450e-4943-bb21-cd1d1ac2369e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.2346563 Jul 08 15:23:55.435220 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-6b1081b9-b53d-49fb-90b3-435b723af7f2 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874919 Jul 08 15:23:55.505141 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e6652f1a-38c1-4ef2-9cc3-b5fde6f2b764 req-89ce0c00-9fa7-4ab3-9523-8c8d38b3cbc1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805988 Jul 08 15:23:55.520889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:23:55.530243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=afbabec3-a997-4958-8cff-056d678f62a5,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:23:55.544180 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:55.549658 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ad54042-c802-4e36-ad06-4d9d73bbac40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:55.616887 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22335495-ddd1-4ecc-98e0-1e1101cd498a req-3e73cf8b-030e-4d6a-b349-e095a20415ec service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750493 Jul 08 15:23:55.673201 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.673905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:55.675397 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] 10.222.0.69 "PUT /v2.0/ports/afbabec3-a997-4958-8cff-056d678f62a5 HTTP/1.1" status: 200 len: 1094 time: 1.6065111 Jul 08 15:23:55.683625 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:55.694175 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-721ffe50-82be-4851-8dfa-3daa670d266c req-54dcd430-7dcc-4eea-b718-9fddd6f383a7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Synchronizing usage tracker for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:55.735602 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:55.738966 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:55.785962 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-721ffe50-82be-4851-8dfa-3daa670d266c req-54dcd430-7dcc-4eea-b718-9fddd6f383a7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Unset dirty status for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:55.799600 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-721ffe50-82be-4851-8dfa-3daa670d266c req-54dcd430-7dcc-4eea-b718-9fddd6f383a7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 210 time: 0.1892381 Jul 08 15:23:55.807217 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5', 'status': 'completed', 'code': 200} Jul 08 15:23:55.849057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-6711c1f8-8711-495c-8da8-bc64a19f774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.851068 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-6711c1f8-8711-495c-8da8-bc64a19f774c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 1097 time: 0.1185100 Jul 08 15:23:55.904982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-afa5a8bb-cf0c-44b4-bd6b-e42e1edd7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:55.906668 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-afa5a8bb-cf0c-44b4-bd6b-e42e1edd7561 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.0964978 Jul 08 15:23:55.936463 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-3dabab4c-473b-4377-8247-8ddedc02e50f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afbabec3-a997-4958-8cff-056d678f62a5 HTTP/1.1" status: 200 len: 217 time: 0.0762558 Jul 08 15:23:56.022134 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-7c648735-814a-4069-ae3b-f72769254f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.023678 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-7c648735-814a-4069-ae3b-f72769254f78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aad7cfe-bf75-4582-a9d4-de42afbac67c HTTP/1.1" status: 200 len: 848 time: 0.0800228 Jul 08 15:23:56.089231 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-9a9a3b6a-aa93-433a-8a72-1243e84a75d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579026 Jul 08 15:23:56.115020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-20d3ade4-673b-4474-a1a7-0a29a4b3ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.116477 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-20d3ade4-673b-4474-a1a7-0a29a4b3ddd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.2032719 Jul 08 15:23:56.186828 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21177117-b9f1-4e0f-aa5c-de015ecddcd1 req-61408b00-b890-447c-8f03-a46b631aa7ec tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.188139 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-21177117-b9f1-4e0f-aa5c-de015ecddcd1 req-61408b00-b890-447c-8f03-a46b631aa7ec tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2492886 Jul 08 15:23:56.218364 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-529c5b3f-426b-4afa-ab0d-279e043fb3ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.0941234 Jul 08 15:23:56.290042 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-21177117-b9f1-4e0f-aa5c-de015ecddcd1 req-306a71c0-02b5-4a55-bdd7-01791bf6f788 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957503 Jul 08 15:23:56.308041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-e5c872ff-f21e-4fd2-8c7e-e1f41e740caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.309806 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-e5c872ff-f21e-4fd2-8c7e-e1f41e740caf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.0734165 Jul 08 15:23:56.326376 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446127d9-41ba-4be7-b840-fa1c377300c0 req-67c39073-522e-405c-8f38-a4e603ff3cfe tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.328304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-446127d9-41ba-4be7-b840-fa1c377300c0 req-67c39073-522e-405c-8f38-a4e603ff3cfe tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 944 time: 0.1575193 Jul 08 15:23:56.340259 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-51a7c120-7779-4dd0-ab0b-d2c17e04a790 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422693 Jul 08 15:23:56.403836 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-0f54254f-9e9f-4a0c-89a9-86b773d4c66d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623615 Jul 08 15:23:56.473817 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-446127d9-41ba-4be7-b840-fa1c377300c0 req-866e3829-f6b8-47be-911c-a0c7817efb5a tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379457 Jul 08 15:23:56.532431 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b489c3c-2b5f-48e9-8b1b-e798acc51c08 req-b23aa8d9-3087-4d3d-aeaf-97dd6d58862e service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729896 Jul 08 15:23:56.555984 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-724c65f7-0724-4e14-8599-d44268f46de8 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447222 Jul 08 15:23:56.684947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-25d7d8d6-6245-488b-8dc1-5e83e99c634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.686468 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-25d7d8d6-6245-488b-8dc1-5e83e99c634c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63388d56c3c948f792f48673177996ce&device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 1097 time: 0.0874810 Jul 08 15:23:56.762007 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a24bf9b0-3cc1-4738-b626-9d4679f4d38a req-9f0aea87-d734-4d0d-a030-c63505b0faaf service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944060 Jul 08 15:23:56.784762 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581abc6-eb69-42f4-a052-33bf4e076c35 req-94967235-3b2e-4363-bb94-38cf1c42b05e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:56.786317 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5581abc6-eb69-42f4-a052-33bf4e076c35 req-94967235-3b2e-4363-bb94-38cf1c42b05e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 946 time: 0.1326604 Jul 08 15:23:56.875445 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5581abc6-eb69-42f4-a052-33bf4e076c35 req-b0ce9888-4628-4300-bdb2-6b39c654c292 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793483 Jul 08 15:23:57.107487 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-62204896-abb7-4d8f-aaf4-694025992fc0 req-3b7c0f42-f09a-46b0-b94e-208613af122d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 210 time: 0.1410911 Jul 08 15:23:57.117904 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-eabc052c-5800-45e9-bfa8-63d66218129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:57.120052 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-eabc052c-5800-45e9-bfa8-63d66218129b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 200 len: 909 time: 0.4133673 Jul 08 15:23:57.216749 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-134215c7-25ee-4395-aca0-a395a5f89358 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afbabec3-a997-4958-8cff-056d678f62a5 HTTP/1.1" status: 200 len: 217 time: 0.0801942 Jul 08 15:23:57.280155 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-f1f647c2-9896-49e2-9d59-58e9de4b5658 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:57.280830 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-f1f647c2-9896-49e2-9d59-58e9de4b5658 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Synchronizing usage tracker for tenant:e55e1e70989f4443b490b67d32b03bce on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:57.311095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-5b940396-4b67-4333-be35-4fba73b3b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:57.312644 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-5b940396-4b67-4333-be35-4fba73b3b939 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9aad7cfe-bf75-4582-a9d4-de42afbac67c HTTP/1.1" status: 200 len: 848 time: 0.0845587 Jul 08 15:23:57.313760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-f1f647c2-9896-49e2-9d59-58e9de4b5658 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Unset dirty status for tenant:e55e1e70989f4443b490b67d32b03bce on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:57.314869 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-f1f647c2-9896-49e2-9d59-58e9de4b5658 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 808 time: 0.3741369 Jul 08 15:23:57.399621 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-097be0aa-b073-4efb-be31-9435413ddda6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706277 Jul 08 15:23:57.471034 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-0b1fa48d-44c2-4599-9466-d210577d0e1d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Synchronizing usage tracker for tenant:e55e1e70989f4443b490b67d32b03bce on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:23:57.534710 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c055eb-c76e-43e2-847e-157c640dfce9 req-c68740e1-9af6-46b5-9452-12fe8b0540b3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:57.536592 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-67c055eb-c76e-43e2-847e-157c640dfce9 req-c68740e1-9af6-46b5-9452-12fe8b0540b3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1009595 Jul 08 15:23:57.569217 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-0b1fa48d-44c2-4599-9466-d210577d0e1d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Unset dirty status for tenant:e55e1e70989f4443b490b67d32b03bce on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:23:57.570402 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-0b1fa48d-44c2-4599-9466-d210577d0e1d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e55e1e70989f4443b490b67d32b03bce HTTP/1.1" status: 200 len: 379 time: 0.2429383 Jul 08 15:23:57.595791 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:23:57.602776 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-67c055eb-c76e-43e2-847e-157c640dfce9 req-b35179d0-bb9c-410b-906d-eb5d6dfece4c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530732 Jul 08 15:23:57.644643 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'port': {'device_id': '02c74d18-ce17-43bf-bd52-eb366d445387', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'admin_state_up': True, 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'security_groups': ['0154c190-1914-4c61-9d60-02a38e0cc218']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:57.663004 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-d85948ea-69c0-4bea-86e7-0c4f186c887d service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537167 Jul 08 15:23:57.771841 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:57.837027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:23:57.861725 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:57.867590 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:57.871958 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:57.941621 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'code': 200} Jul 08 15:23:57.967579 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=8']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:57.975544 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.975887 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.976226 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.976558 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.976887 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.977215 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.977592 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.977950 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.978816 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.979140 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.979497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.979820 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:23:57.984605 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:58.101322 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5dc09-b60f-4625-8d72-c7e0e1732584 req-774c293a-4725-4988-8fbd-1c32d05721cf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:58.102838 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0cd5dc09-b60f-4625-8d72-c7e0e1732584 req-774c293a-4725-4988-8fbd-1c32d05721cf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0877991 Jul 08 15:23:58.143955 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28c0ffb6-bb89-4ece-bdb8-277be5756026 req-d92d392c-069f-4f61-a69a-9af553a08112 service neutron] 10.222.0.69 "GET /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162781 Jul 08 15:23:58.153770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edca988-7df6-445b-b2c2-2d59a6279365 req-bfe26fb2-8010-4bda-b83d-51a3517465ab tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:58.154010 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0cd5dc09-b60f-4625-8d72-c7e0e1732584 req-cb3f9632-fe3c-4eed-bcf6-b0eec3197661 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Jul 08 15:23:58.155290 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5edca988-7df6-445b-b2c2-2d59a6279365 req-bfe26fb2-8010-4bda-b83d-51a3517465ab tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 944 time: 0.4913013 Jul 08 15:23:58.160393 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:23:58.183385 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:23:58.209905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Made reservation on behalf of e55e1e70989f4443b490b67d32b03bce for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:23:58.214214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:58.237816 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5edca988-7df6-445b-b2c2-2d59a6279365 req-9ca9a687-d2ce-4d25-b1dd-32effb7cc143 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Jul 08 15:23:58.302299 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-32443be2-6cee-4527-b1be-2bf66b1ba6b2 req-62314c9a-8a06-43de-9780-c6e8faffe964 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 210 time: 0.0441623 Jul 08 15:23:58.429301 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Allocated IP 172.20.0.10 (1510b182-1979-4617-b2ac-dcb3748237cf/ab0b9389-1c8e-4198-a243-2d88fdfe61f1/a4551123-1a24-4c86-9e81-8b875d9b76b8) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:23:58.640466 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:58.658502 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Transition to ACTIVE for port object a4551123-1a24-4c86-9e81-8b875d9b76b8 will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:58.684818 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:58.690434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6290d263-5b8c-472d-8ad2-7c2e3572be96 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:58.769464 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Network 1510b182-1979-4617-b2ac-dcb3748237cf is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:23:58.772714 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:23:58.776790 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:23:58.782227 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:58.782884 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:58.792270 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:58.800311 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:58.822640 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1835628 Jul 08 15:23:58.835761 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Request body: {'port': {'device_id': '02c74d18-ce17-43bf-bd52-eb366d445387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:23:58.950945 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c360d8-29a1-4a29-a270-a9bfba0b6fe4 req-0d5a5e90-b811-4648-b494-53323953ed37 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:58.958400 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-44c360d8-29a1-4a29-a270-a9bfba0b6fe4 req-0d5a5e90-b811-4648-b494-53323953ed37 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2411799 Jul 08 15:23:59.026685 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-44c360d8-29a1-4a29-a270-a9bfba0b6fe4 req-be162dbd-41f9-4d0e-8310-69528c56cf3c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672936 Jul 08 15:23:59.117318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.130718 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2fd7e212-742f-46b3-a39a-23a390da192f None None] Provisioning for port a4551123-1a24-4c86-9e81-8b875d9b76b8 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:23:59.138160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-2fd7e212-742f-46b3-a39a-23a390da192f None None] Provisioning complete for port a4551123-1a24-4c86-9e81-8b875d9b76b8 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:23:59.138571 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e212-742f-46b3-a39a-23a390da192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.217797 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7e212-742f-46b3-a39a-23a390da192f None None] Port a4551123-1a24-4c86-9e81-8b875d9b76b8 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:23:59.399666 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0788-3c40-4330-9920-4a0a53a2611b req-ca6b354c-f9b8-409c-ba52-d89014c2e718 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:59.411517 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-097b0788-3c40-4330-9920-4a0a53a2611b req-ca6b354c-f9b8-409c-ba52-d89014c2e718 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1107128 Jul 08 15:23:59.459960 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-097b0788-3c40-4330-9920-4a0a53a2611b req-2882c17b-1cf6-4334-9fcc-87cd4717635e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472057 Jul 08 15:23:59.552653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47363-89bc-43a9-b566-ca06d218ce22 req-a35c9002-3994-4084-a1b4-7ec6c09fe1af tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:59.554442 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fab47363-89bc-43a9-b566-ca06d218ce22 req-a35c9002-3994-4084-a1b4-7ec6c09fe1af tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 944 time: 0.1338465 Jul 08 15:23:59.616306 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device afbabec3-a997-4958-8cff-056d678f62a5 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:23:59.679617 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fab47363-89bc-43a9-b566-ca06d218ce22 req-0b5d2d9d-3d96-484b-a55d-94bcac93ad56 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154857 Jul 08 15:23:59.686791 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4551123-1a24-4c86-9e81-8b875d9b76b8 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:59.707888 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.727723 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Transition to ACTIVE for port object a4551123-1a24-4c86-9e81-8b875d9b76b8 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:23:59.733645 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.739787 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:59.745195 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7ffe3-30d2-4135-9512-ee06107d74be req-f0542f6b-595d-4b7c-887d-9e550b34f8b5 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:23:59.746986 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a5a7ffe3-30d2-4135-9512-ee06107d74be req-f0542f6b-595d-4b7c-887d-9e550b34f8b5 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 932 time: 0.1660392 Jul 08 15:23:59.766560 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=afbabec3-a997-4958-8cff-056d678f62a5,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:59.784926 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'afbabec3-a997-4958-8cff-056d678f62a5', 'network_id': 'c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d', 'port_id': 'afbabec3-a997-4958-8cff-056d678f62a5', 'mac_address': 'fa:16:3e:42:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aad7cfe-bf75-4582-a9d4-de42afbac67c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:23:59.807327 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a5a7ffe3-30d2-4135-9512-ee06107d74be req-a10a532c-930d-475e-93bc-dbf500e11fe5 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540514 Jul 08 15:23:59.816785 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53052) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:23:59.876969 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.898438 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbabec3-a997-4958-8cff-056d678f62a5 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:23:59.917616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:23:59.919400 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=afbabec3-a997-4958-8cff-056d678f62a5,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:23:59.920905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:23:59.933741 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:23:59.938892 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:23:59.941971 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Attempting to bind port a4551123-1a24-4c86-9e81-8b875d9b76b8 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:23:59.942310 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Attempting to bind port a4551123-1a24-4c86-9e81-8b875d9b76b8 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:23:59.942664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Attempting to bind port a4551123-1a24-4c86-9e81-8b875d9b76b8 on network 1510b182-1979-4617-b2ac-dcb3748237cf {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:59.948161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Port a4551123-1a24-4c86-9e81-8b875d9b76b8 on network 1510b182-1979-4617-b2ac-dcb3748237cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:23:59.948484 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Attempting to bind port a4551123-1a24-4c86-9e81-8b875d9b76b8 on network 1510b182-1979-4617-b2ac-dcb3748237cf {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:23:59.954439 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:23:59.954812 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Checking segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:23:59.955200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Bound using segment: {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:23:59.955654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Bound port: a4551123-1a24-4c86-9e81-8b875d9b76b8, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca83925-d770-416f-a4e0-ea72bf7a9853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:23:59.955986 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:00.016329 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-e726a712-430c-47fc-aaf5-af3fe643a221 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1977251 Jul 08 15:24:00.034564 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:00.038470 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:00.070287 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:24:00.074305 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:24:00.079239 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:00.084796 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:00.158484 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.159149 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:00.160635 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1094 time: 1.3301768 Jul 08 15:24:00.161181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:00.249558 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['afbabec3-a997-4958-8cff-056d678f62a5'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:24:00.308803 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'status': 'completed', 'code': 200} Jul 08 15:24:00.371113 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:00.377988 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:00.455804 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544457a1-ae41-4943-90ba-104d760f0bae req-dc109943-eb6c-4f60-86aa-aa38362999b8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.457797 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-544457a1-ae41-4943-90ba-104d760f0bae req-dc109943-eb6c-4f60-86aa-aa38362999b8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2920256 Jul 08 15:24:00.475375 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-720dda3d-d40d-42ff-a679-fc8ceb6dbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.478541 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-720dda3d-d40d-42ff-a679-fc8ceb6dbcd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1097 time: 0.2703273 Jul 08 15:24:00.583738 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-bcd87246-d102-4b2f-8bff-20965fc3b049 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 217 time: 0.0872717 Jul 08 15:24:00.675714 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-544457a1-ae41-4943-90ba-104d760f0bae req-7ec341ba-d253-43eb-85a2-0a4ad7be9300 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958613 Jul 08 15:24:00.694186 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-1f6d51b1-993e-40e9-b86b-f594d967bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.695876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-1f6d51b1-993e-40e9-b86b-f594d967bd82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.1054840 Jul 08 15:24:00.720391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579b2f-c4a3-48f0-b5f8-e283884695af req-9c4be0b6-3320-4392-845d-987cebca224f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.722219 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f5579b2f-c4a3-48f0-b5f8-e283884695af req-9c4be0b6-3320-4392-845d-987cebca224f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1227641 Jul 08 15:24:00.760275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 53080) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:00.801647 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f5579b2f-c4a3-48f0-b5f8-e283884695af req-b9f92327-a17c-4213-abc8-e1e7c5fb5904 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685339 Jul 08 15:24:00.835033 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-875bca91-5ba2-4a81-895c-8cc1469a9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:00.839129 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-875bca91-5ba2-4a81-895c-8cc1469a9ab8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1243675 Jul 08 15:24:01.014800 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec39b86-91c6-43eb-984b-c81981820053 req-1cc8e75b-7077-430f-bc6b-bbd0cae881aa tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:01.016481 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3ec39b86-91c6-43eb-984b-c81981820053 req-1cc8e75b-7077-430f-bc6b-bbd0cae881aa tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.0943768 Jul 08 15:24:01.069646 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3ec39b86-91c6-43eb-984b-c81981820053 req-30cba3da-163b-4828-a661-5ec5f25c7a43 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Jul 08 15:24:01.084474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.118886 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:24:01.128318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Usage tracker for resource:security_group_rule and tenant:25a346e4516844779e8befc7b5083e30 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:24:01.134707 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:24:01.155075 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:24:01.159919 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-5ff96a13-90dd-41ae-a925-eaeb0e3df87f service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108976 Jul 08 15:24:01.375361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d20f5-fadb-4584-be63-bfbe76b10ddb req-291761ed-94b2-4f0c-b24d-84da2d5fa041 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:01.379045 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fd5d20f5-fadb-4584-be63-bfbe76b10ddb req-291761ed-94b2-4f0c-b24d-84da2d5fa041 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 945 time: 0.3862023 Jul 08 15:24:01.477680 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fd5d20f5-fadb-4584-be63-bfbe76b10ddb req-92bc2a88-2ef0-480f-8791-2258b76a4543 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Jul 08 15:24:01.485847 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38411b87-9d3b-4327-9df8-cc7ce2499e71 req-3385b5d0-bc7e-47c1-808c-8d8f76a1e879 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161333 Jul 08 15:24:01.537488 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.542530 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.552305 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-77114317-5e66-448d-8134-b3011b3555c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:01.617362 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device afbabec3-a997-4958-8cff-056d678f62a5 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:24:01.643413 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53088) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:01.643787 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25a346e4516844779e8befc7b5083e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821754 Jul 08 15:24:01.645655 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e998cec-f77e-46cf-9df7-a67c05a94f57,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:01.652335 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:01.676026 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-62363a05-b383-45a9-a78c-d9bdf4d514f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:01.677840 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-62363a05-b383-45a9-a78c-d9bdf4d514f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1097 time: 0.0999303 Jul 08 15:24:01.693277 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port afbabec3-a997-4958-8cff-056d678f62a5 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:24:01.699461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port afbabec3-a997-4958-8cff-056d678f62a5 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:24:01.699844 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.715568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.762484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.839748 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-f7af36a9-6044-4cf7-8f38-0021a8a3676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:01.843304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-f7af36a9-6044-4cf7-8f38-0021a8a3676e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.1583936 Jul 08 15:24:01.860666 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.898098 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=afbabec3-a997-4958-8cff-056d678f62a5,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:01.899406 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:01.908039 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.909425 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:24:01.916673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.924354 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-72f530fe-aaa3-40f3-afbb-a16c6353e3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:01.945901 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c7416-cdbd-435d-b3ea-0570e575c19f req-8d54cfae-0e3d-43c3-8c6c-f9dcfc7b3397 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:01.946992 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-85d92567-44a4-492f-a999-ae3b9578934a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 217 time: 0.0857048 Jul 08 15:24:01.947771 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a00c7416-cdbd-435d-b3ea-0570e575c19f req-8d54cfae-0e3d-43c3-8c6c-f9dcfc7b3397 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1267385 Jul 08 15:24:01.950410 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e998cec-f77e-46cf-9df7-a67c05a94f57,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:01.959272 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:01.962808 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:01.982113 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:01.983399 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e998cec-f77e-46cf-9df7-a67c05a94f57 HTTP/1.1" status: 204 len: 168 time: 0.3388636 Jul 08 15:24:02.014865 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a00c7416-cdbd-435d-b3ea-0570e575c19f req-da591b61-bb36-4c6c-a358-a73f61f158b8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Jul 08 15:24:02.085863 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:02.097963 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5', 'code': 200} Jul 08 15:24:02.098611 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:02.106659 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-00cf236b-2061-4769-98a5-efc0eaca8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.108092 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-00cf236b-2061-4769-98a5-efc0eaca8b71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.1037302 Jul 08 15:24:02.310071 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e177908-538f-4b5f-8abb-fd0b02b76cf4 req-07acd976-810d-4678-94b6-c1f036750ee2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.323477 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5e177908-538f-4b5f-8abb-fd0b02b76cf4 req-07acd976-810d-4678-94b6-c1f036750ee2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.1053944 Jul 08 15:24:02.324831 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44206b67-b56d-4829-a681-f29daa87602d req-647a970e-dc77-4627-84f5-a5455a4d2f5f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.332197 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-44206b67-b56d-4829-a681-f29daa87602d req-647a970e-dc77-4627-84f5-a5455a4d2f5f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.3771799 Jul 08 15:24:02.338391 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-ba57634b-c062-4f0f-801e-90e3dfdf3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.340096 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-ba57634b-c062-4f0f-801e-90e3dfdf3381 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2291303 Jul 08 15:24:02.368329 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-f239bd04-5974-4cb1-9530-b9df057fe1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.370869 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-f239bd04-5974-4cb1-9530-b9df057fe1bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2171440 Jul 08 15:24:02.399253 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-44206b67-b56d-4829-a681-f29daa87602d req-5a808e7a-6957-4b22-b79c-ac990b4715d6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660317 Jul 08 15:24:02.437210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5e177908-538f-4b5f-8abb-fd0b02b76cf4 req-059a3050-bdca-4528-9aaa-9519a7e04cbf tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124353 Jul 08 15:24:02.465297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5f84c-876e-4ded-9143-b0e819e2cf15 req-ea9853a1-5259-44bf-b38e-246a2a3e0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.466796 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cce5f84c-876e-4ded-9143-b0e819e2cf15 req-ea9853a1-5259-44bf-b38e-246a2a3e0995 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 1099 time: 0.0901566 Jul 08 15:24:02.530225 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cce5f84c-876e-4ded-9143-b0e819e2cf15 req-6355453d-af99-4b52-80de-82d0287c28ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510271 Jul 08 15:24:02.594376 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-228a31fa-bec9-49be-997c-d634a81382fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.595876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-228a31fa-bec9-49be-997c-d634a81382fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1097 time: 0.2043722 Jul 08 15:24:02.598854 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-0886cc73-2460-46ba-a756-8e8c1c79c2d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062235 Jul 08 15:24:02.893843 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6ace0d14-98db-4282-b40c-bc1fcf503917 req-aa0ab58c-a8a2-4f94-9868-c4f6767c7d3c service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610381 Jul 08 15:24:02.903364 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-3bfef4d8-610e-4446-a4ab-b7ab0f69525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.904878 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-3bfef4d8-610e-4446-a4ab-b7ab0f69525f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.2731364 Jul 08 15:24:02.912413 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b5ce-6782-43e1-845c-23f95d2f35b5 req-ff9b07a1-2b8f-47fa-bab1-b0d777352700 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:02.913806 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87c7b5ce-6782-43e1-845c-23f95d2f35b5 req-ff9b07a1-2b8f-47fa-bab1-b0d777352700 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.3169730 Jul 08 15:24:03.042776 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87c7b5ce-6782-43e1-845c-23f95d2f35b5 req-3a708ad1-f48e-4e63-ad7d-2a3806a7c723 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230843 Jul 08 15:24:03.047594 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-5fac04de-9357-4a4c-847b-6c5d29d15cc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1000 time: 0.1261489 Jul 08 15:24:03.114565 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-fc8b746d-56fa-4b08-8dff-54b58590bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:03.116056 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-fc8b746d-56fa-4b08-8dff-54b58590bf9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.0606477 Jul 08 15:24:03.235522 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61102a1-03f1-4e76-9cf2-fdae2b163144 req-a4ee7d88-b8f2-457e-bdf4-34d4a183f88c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:03.237068 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a61102a1-03f1-4e76-9cf2-fdae2b163144 req-a4ee7d88-b8f2-457e-bdf4-34d4a183f88c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0979047 Jul 08 15:24:03.285521 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a61102a1-03f1-4e76-9cf2-fdae2b163144 req-9e2e57f8-327f-4f47-a575-5a8832ec2819 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Jul 08 15:24:03.301312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-3ec2f0c5-7764-4abd-8c78-be555336c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:03.302876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-3ec2f0c5-7764-4abd-8c78-be555336c2a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1773870 Jul 08 15:24:03.443465 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-d1d65056-a50d-4952-b66d-801ce89cf8f7 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312208 Jul 08 15:24:03.660314 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f0b2-4658-42e3-bce8-4c4da8c0d25d req-7f3d68a8-94ab-4167-9caa-5789154cd1e3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:03.664942 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-abb2bc9b-cd63-4ec8-92f6-f1fac795ec43 req-6437eedc-8f78-4bad-b6ca-7dd6c031eaa6 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051063 Jul 08 15:24:03.667360 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9e38f0b2-4658-42e3-bce8-4c4da8c0d25d req-7f3d68a8-94ab-4167-9caa-5789154cd1e3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.1045320 Jul 08 15:24:03.678461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516fed-0e32-4080-bd01-d6306028ea2a req-2e24b7e4-1001-4edd-a1cb-3a3608c765de tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:03.683067 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d2516fed-0e32-4080-bd01-d6306028ea2a req-2e24b7e4-1001-4edd-a1cb-3a3608c765de tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1531124 Jul 08 15:24:03.717333 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9e38f0b2-4658-42e3-bce8-4c4da8c0d25d req-3451725a-45a0-419d-b6f7-56637381ddb7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470479 Jul 08 15:24:03.742169 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d2516fed-0e32-4080-bd01-d6306028ea2a req-a679dff3-aa05-4f3f-8bda-d120292ddc08 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552619 Jul 08 15:24:04.240554 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e284fe-a63a-4580-bce3-b8e12c349a0c req-a49e07c4-588f-4824-8cd1-de63cfb235ac tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:04.251435 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-66e284fe-a63a-4580-bce3-b8e12c349a0c req-a49e07c4-588f-4824-8cd1-de63cfb235ac tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.1017437 Jul 08 15:24:04.324058 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-66e284fe-a63a-4580-bce3-b8e12c349a0c req-5f1bcf3c-e0d5-45e8-a596-33bc08bb58ad tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663962 Jul 08 15:24:04.530163 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d58143-4d61-4758-af54-996b184c75a6 req-2173716b-4dc3-4ec3-a8ef-bf56e41ec030 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:04.532657 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-88d58143-4d61-4758-af54-996b184c75a6 req-2173716b-4dc3-4ec3-a8ef-bf56e41ec030 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1179917 Jul 08 15:24:04.603673 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-88d58143-4d61-4758-af54-996b184c75a6 req-a8b0a8ae-b205-4993-b76d-eb1ac1af5a28 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631032 Jul 08 15:24:04.961601 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f425-337a-4e1a-b06f-6c608e09cf48 req-92434512-451d-4175-b958-0d2b800f4845 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:04.966872 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a869f425-337a-4e1a-b06f-6c608e09cf48 req-92434512-451d-4175-b958-0d2b800f4845 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.1075032 Jul 08 15:24:05.019704 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38465d-b6ea-4292-a8a0-1fccfbb07e8e req-3acc0fc8-1cab-4cf1-8d6d-47c1b116c244 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:05.022043 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cd38465d-b6ea-4292-a8a0-1fccfbb07e8e req-3acc0fc8-1cab-4cf1-8d6d-47c1b116c244 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1410258 Jul 08 15:24:05.034907 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a869f425-337a-4e1a-b06f-6c608e09cf48 req-ae7da8aa-0f93-40e6-b9aa-039ef0190f1c tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652804 Jul 08 15:24:05.073685 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cd38465d-b6ea-4292-a8a0-1fccfbb07e8e req-5cba869a-eeb4-4af3-83a6-f12eedea63ef tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450633 Jul 08 15:24:05.638153 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:24:05.748422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757351b1-7b36-4376-9c08-5e78c07d0ad1 req-8bc7792e-b439-4fe4-98cd-8416ab447eef tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:05.766446 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-757351b1-7b36-4376-9c08-5e78c07d0ad1 req-8bc7792e-b439-4fe4-98cd-8416ab447eef tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.1348875 Jul 08 15:24:05.814423 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:05.826003 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-757351b1-7b36-4376-9c08-5e78c07d0ad1 req-5494ecb2-342c-4f31-8768-f16c4d6acc53 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580828 Jul 08 15:24:05.836822 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:24:05.844682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6f0de-c659-46dd-a2bc-cf9de8dca2f4 req-aeb40fbf-abee-433b-8115-5073cd8ab0e2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:05.852146 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c3b6f0de-c659-46dd-a2bc-cf9de8dca2f4 req-aeb40fbf-abee-433b-8115-5073cd8ab0e2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1064713 Jul 08 15:24:05.898800 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c3b6f0de-c659-46dd-a2bc-cf9de8dca2f4 req-7c9be852-fb63-4f8a-8c7e-550ce99c6e26 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Jul 08 15:24:05.902822 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:05.925011 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4551123-1a24-4c86-9e81-8b875d9b76b8 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:24:05.942977 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:05.949334 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:05.951380 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:06.044433 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:06.047433 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:06.239523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98fa6c-c4bc-4619-9602-a1ef45af17b8 req-a988f644-6b1a-444f-8df8-994a771b2da9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:06.240370 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-db98fa6c-c4bc-4619-9602-a1ef45af17b8 req-a988f644-6b1a-444f-8df8-994a771b2da9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Synchronizing usage tracker for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:24:06.268400 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-db98fa6c-c4bc-4619-9602-a1ef45af17b8 req-a988f644-6b1a-444f-8df8-994a771b2da9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Unset dirty status for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:24:06.270556 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db98fa6c-c4bc-4619-9602-a1ef45af17b8 req-a988f644-6b1a-444f-8df8-994a771b2da9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 945 time: 0.1307726 Jul 08 15:24:06.299934 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7103310-f5ae-4896-acf5-b5acb7d12038 req-966e56dc-f6fe-45e3-8f6a-2642ee5e1dd7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:06.305494 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a4551123-1a24-4c86-9e81-8b875d9b76b8'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:24:06.308657 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f7103310-f5ae-4896-acf5-b5acb7d12038 req-966e56dc-f6fe-45e3-8f6a-2642ee5e1dd7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1046724 Jul 08 15:24:06.326759 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-db98fa6c-c4bc-4619-9602-a1ef45af17b8 req-c230811b-dfaa-405f-aafa-e706278e55af tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486574 Jul 08 15:24:06.362067 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f7103310-f5ae-4896-acf5-b5acb7d12038 req-93d3bb66-22a6-4365-ba25-be88e97e822e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504584 Jul 08 15:24:07.041199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dacdd-584e-4f3b-8305-71f4170ebeaf req-e0ee3890-6568-4fa3-b283-d056506b80cc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:07.042853 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2e9dacdd-584e-4f3b-8305-71f4170ebeaf req-e0ee3890-6568-4fa3-b283-d056506b80cc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0997653 Jul 08 15:24:07.105868 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2e9dacdd-584e-4f3b-8305-71f4170ebeaf req-d7b7812e-d129-4c7a-9d60-e13b11daee6c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Jul 08 15:24:07.145966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae4be-9378-467f-b76f-4b7510a1a6f5 req-0d7eef3a-0cc3-49f8-b152-d4e314f4a06d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:07.147503 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b3cae4be-9378-467f-b76f-4b7510a1a6f5 req-0d7eef3a-0cc3-49f8-b152-d4e314f4a06d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1100061 Jul 08 15:24:07.194761 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b3cae4be-9378-467f-b76f-4b7510a1a6f5 req-c523016b-69a6-4c03-81f6-5bf0a546527b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Jul 08 15:24:07.428622 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-fbc77ff5-611e-4ed9-80f9-deec69f3e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:07.539919 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8117be-9d71-457d-9587-a23f9373cb16 req-855d91c5-8573-4ba8-81e0-f1142b7e0f7a tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:07.541496 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9e8117be-9d71-457d-9587-a23f9373cb16 req-855d91c5-8573-4ba8-81e0-f1142b7e0f7a tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 945 time: 0.0993373 Jul 08 15:24:07.594403 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:24:07.596055 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9e8117be-9d71-457d-9587-a23f9373cb16 req-98e17fdf-2740-4ce4-8cd3-a4834e950ddb tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487583 Jul 08 15:24:07.625068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283fc5-393e-4f70-9518-571af3420c24 req-c70d03f5-b50e-4d6b-817d-74a1aabae140 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:07.626630 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fb283fc5-393e-4f70-9518-571af3420c24 req-c70d03f5-b50e-4d6b-817d-74a1aabae140 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.1261148 Jul 08 15:24:07.646135 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:24:07.721200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port a4551123-1a24-4c86-9e81-8b875d9b76b8 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:24:07.730178 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port a4551123-1a24-4c86-9e81-8b875d9b76b8 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:24:07.730740 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:07.754895 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fb283fc5-393e-4f70-9518-571af3420c24 req-b188772f-24c1-49d3-8e62-0fb35daeda96 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222177 Jul 08 15:24:07.865648 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:07.868854 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:07.898433 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:07.909411 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:07.915244 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:07.917321 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:07.953209 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'code': 200} Jul 08 15:24:07.988354 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:07.991921 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:08.303080 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da37e9-0193-4a60-9a7a-bf28c118b174 req-d1ea478a-b1e2-4c0e-b20a-d2be9fba761d tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:08.304679 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e5da37e9-0193-4a60-9a7a-bf28c118b174 req-d1ea478a-b1e2-4c0e-b20a-d2be9fba761d tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0838444 Jul 08 15:24:08.417280 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e5da37e9-0193-4a60-9a7a-bf28c118b174 req-3a8afffc-3e7c-43ac-b3e4-c57d94f264e1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011002 Jul 08 15:24:08.446136 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c405a5-bf6e-4b95-90eb-7ab777b11872 req-0b55e3ed-1496-4bf9-8bf6-bdbeb2316cf6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:08.448410 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-77c405a5-bf6e-4b95-90eb-7ab777b11872 req-0b55e3ed-1496-4bf9-8bf6-bdbeb2316cf6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1204596 Jul 08 15:24:08.493798 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-77c405a5-bf6e-4b95-90eb-7ab777b11872 req-89d098d8-ec82-49c4-b38b-87e08b9a0189 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Jul 08 15:24:08.807070 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75df62-3003-418f-8c81-9dafca0a6e7a req-63067492-4568-4beb-8c4b-42b43d5aebc2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:08.809061 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9b75df62-3003-418f-8c81-9dafca0a6e7a req-63067492-4568-4beb-8c4b-42b43d5aebc2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0948882 Jul 08 15:24:08.861205 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9b75df62-3003-418f-8c81-9dafca0a6e7a req-93762c7b-11ce-4f3a-a078-ca27350b0a64 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Jul 08 15:24:08.967852 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa3a4d-e754-4ac8-994c-ffa4a2fe45be req-d2d9283e-1592-49b2-ae98-68acdbf18978 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:08.969464 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61aa3a4d-e754-4ac8-994c-ffa4a2fe45be req-d2d9283e-1592-49b2-ae98-68acdbf18978 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0861876 Jul 08 15:24:09.020707 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-61aa3a4d-e754-4ac8-994c-ffa4a2fe45be req-83db9112-4140-45ea-973a-56e8c078a66c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452366 Jul 08 15:24:09.600950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca128d2-134f-4311-a542-f4acc2632551 req-b12f27ad-5d5e-4428-8172-ebe8aa348eeb tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:09.603220 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ca128d2-134f-4311-a542-f4acc2632551 req-b12f27ad-5d5e-4428-8172-ebe8aa348eeb tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0850670 Jul 08 15:24:09.656282 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ca128d2-134f-4311-a542-f4acc2632551 req-2c910d66-62ea-44ce-a7d8-f98788d87aa5 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Jul 08 15:24:09.706907 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7b8a-6490-471c-9491-f82e9365f644 req-546df80d-a1d4-41cb-8f88-daecd361fc6e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:09.708616 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d0cc7b8a-6490-471c-9491-f82e9365f644 req-546df80d-a1d4-41cb-8f88-daecd361fc6e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1027091 Jul 08 15:24:09.756205 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d0cc7b8a-6490-471c-9491-f82e9365f644 req-968e62c0-f491-4d9a-adaa-1b6030298292 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jul 08 15:24:09.917230 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8fabc2f0-1e63-4904-9ee6-b2653ba8d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:10.060634 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f022dc-994b-4e6b-96f4-97d922381474 req-c7e0c585-7ee2-4c65-9e26-8799b88a5da2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:10.062168 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-47f022dc-994b-4e6b-96f4-97d922381474 req-c7e0c585-7ee2-4c65-9e26-8799b88a5da2 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0845227 Jul 08 15:24:10.109994 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-47f022dc-994b-4e6b-96f4-97d922381474 req-f3066045-bf6a-4c96-b512-71a5992d8afd tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Jul 08 15:24:10.290816 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5443dd-a7bc-464a-826b-906f97cc2ca4 req-20a8332f-f064-491a-b08f-dea548dc30db tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:10.292283 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad5443dd-a7bc-464a-826b-906f97cc2ca4 req-20a8332f-f064-491a-b08f-dea548dc30db tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0859563 Jul 08 15:24:10.340000 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad5443dd-a7bc-464a-826b-906f97cc2ca4 req-5320f165-6d7e-483c-9413-06087ac26090 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Jul 08 15:24:10.859858 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d86e3-d71a-4370-ba46-fa6e8bf947b7 req-a29e3177-bb14-4293-bfb3-681ab1b22963 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:10.861408 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-940d86e3-d71a-4370-ba46-fa6e8bf947b7 req-a29e3177-bb14-4293-bfb3-681ab1b22963 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0896084 Jul 08 15:24:10.992668 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-940d86e3-d71a-4370-ba46-fa6e8bf947b7 req-467bd584-3bff-4267-8772-e742005a524c tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252925 Jul 08 15:24:11.116618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:11.175533 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17a23-8788-4319-ab94-3ed850109999 req-26528919-92ee-4588-8b48-3a6ff03fc50c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:11.177031 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-27c17a23-8788-4319-ab94-3ed850109999 req-26528919-92ee-4588-8b48-3a6ff03fc50c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0855873 Jul 08 15:24:11.227255 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-27c17a23-8788-4319-ab94-3ed850109999 req-cbd9ed25-8488-4b2b-af23-4a4896de942c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Jul 08 15:24:11.411588 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716daba3-c3e5-4648-95bf-fa6e4768e894 req-02008d04-9137-4d6b-af9b-602a823cf740 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:11.413382 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-716daba3-c3e5-4648-95bf-fa6e4768e894 req-02008d04-9137-4d6b-af9b-602a823cf740 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0856593 Jul 08 15:24:11.463678 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-716daba3-c3e5-4648-95bf-fa6e4768e894 req-22eb8d3b-b849-462a-89e4-748f82dea1cc tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jul 08 15:24:11.645289 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeaa59-4933-4a54-9af3-a8db6117f4d0 req-72bb9b31-e344-42f2-a63b-4e9f78685ab0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:11.646586 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0feeaa59-4933-4a54-9af3-a8db6117f4d0 req-72bb9b31-e344-42f2-a63b-4e9f78685ab0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0856378 Jul 08 15:24:11.693949 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0feeaa59-4933-4a54-9af3-a8db6117f4d0 req-2bad9c42-5673-4b14-aae0-66de879cec27 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Jul 08 15:24:12.197759 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1967e2-26cb-4b18-ab98-0bf5851fddc6 req-c5294247-144c-4b85-bf6d-421549eb2925 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:12.199292 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1a1967e2-26cb-4b18-ab98-0bf5851fddc6 req-c5294247-144c-4b85-bf6d-421549eb2925 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0826192 Jul 08 15:24:12.246849 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1a1967e2-26cb-4b18-ab98-0bf5851fddc6 req-6802e60b-2fd7-41e9-a637-461a034d1ba3 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Jul 08 15:24:12.436079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50897440-5739-49f4-9f7f-532ccf1018e2 req-2ab56925-3537-428b-a7de-809329c171cd tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:12.437594 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-50897440-5739-49f4-9f7f-532ccf1018e2 req-2ab56925-3537-428b-a7de-809329c171cd tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0899057 Jul 08 15:24:12.487764 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-50897440-5739-49f4-9f7f-532ccf1018e2 req-de71c692-0eb9-4ea7-badd-cbbcda9ef13a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Jul 08 15:24:12.539085 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:12.682966 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d433b7-883e-4fc1-852e-3f9e4eb11109 req-14d9e575-88cb-4ff1-86a1-b1af871f6ba4 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:12.684337 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c6d433b7-883e-4fc1-852e-3f9e4eb11109 req-14d9e575-88cb-4ff1-86a1-b1af871f6ba4 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0862708 Jul 08 15:24:12.738226 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c6d433b7-883e-4fc1-852e-3f9e4eb11109 req-1406a23e-c84f-4750-bbb7-7be8ed61e6fe tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457454 Jul 08 15:24:12.917246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ececc-8aeb-47cf-b2fd-6f0f05d1d37c req-dcfb423c-a616-48ac-9f6a-0800bda625a6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:12.918791 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-156ececc-8aeb-47cf-b2fd-6f0f05d1d37c req-dcfb423c-a616-48ac-9f6a-0800bda625a6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0850096 Jul 08 15:24:12.968202 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-156ececc-8aeb-47cf-b2fd-6f0f05d1d37c req-2ed489f0-0b96-4af2-bb33-0defcb48531f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Jul 08 15:24:13.457933 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185969f-0923-40ed-917b-f207ca93a4ca req-60ce1752-ac11-4cbc-9a25-8a2e1de6ddfb tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:13.459481 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7185969f-0923-40ed-917b-f207ca93a4ca req-60ce1752-ac11-4cbc-9a25-8a2e1de6ddfb tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0997648 Jul 08 15:24:13.512179 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7185969f-0923-40ed-917b-f207ca93a4ca req-2b42596b-4f38-46ca-a5d1-6e6eb2bbf624 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Jul 08 15:24:13.701796 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25bce-c541-4b34-b0de-c7e036600179 req-6c2dd594-fbff-4a53-adb7-fda0fbc87349 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:13.703325 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2de25bce-c541-4b34-b0de-c7e036600179 req-6c2dd594-fbff-4a53-adb7-fda0fbc87349 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0867898 Jul 08 15:24:13.750471 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2de25bce-c541-4b34-b0de-c7e036600179 req-a7ccec15-e9b6-488d-890a-19968f1e4974 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Jul 08 15:24:13.927085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472ff3-5433-40c6-82d1-c505ed8c8cd3 req-a2c9bd1e-0c70-4dc1-bd2c-cfd48534bd61 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:13.928471 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-64472ff3-5433-40c6-82d1-c505ed8c8cd3 req-a2c9bd1e-0c70-4dc1-bd2c-cfd48534bd61 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0809352 Jul 08 15:24:13.978725 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-64472ff3-5433-40c6-82d1-c505ed8c8cd3 req-832b591d-9a41-42c8-be9e-dc989764424f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Jul 08 15:24:14.175964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab57c-7f22-4458-905c-3754215a5ba6 req-00da49b0-a8e8-4a8e-9a6e-9da9d39006eb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:14.177520 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0cbab57c-7f22-4458-905c-3754215a5ba6 req-00da49b0-a8e8-4a8e-9a6e-9da9d39006eb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0824456 Jul 08 15:24:14.225684 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0cbab57c-7f22-4458-905c-3754215a5ba6 req-96782593-d804-404c-8547-8c7266b49c43 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Jul 08 15:24:14.713797 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c62a9-9f5a-4bf8-b951-be35aee38c3d req-5540a338-ecb1-4490-993a-30d2ff737520 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:14.715352 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-982c62a9-9f5a-4bf8-b951-be35aee38c3d req-5540a338-ecb1-4490-993a-30d2ff737520 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0974083 Jul 08 15:24:14.763694 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-982c62a9-9f5a-4bf8-b951-be35aee38c3d req-d0aee2ca-7f39-4981-8736-2e5c03dc6d99 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Jul 08 15:24:14.939746 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1af019-a5d2-4e4a-8739-7b41462b6171 req-9bb94c5e-e2fa-45ae-881a-d5a7beb4264d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:14.941204 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9e1af019-a5d2-4e4a-8739-7b41462b6171 req-9bb94c5e-e2fa-45ae-881a-d5a7beb4264d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0830259 Jul 08 15:24:14.991827 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9e1af019-a5d2-4e4a-8739-7b41462b6171 req-21ba7707-b28e-4c87-bf40-b85f844a4dda tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Jul 08 15:24:15.172728 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d6816-b47e-42f2-8970-dc1c393b9c7e req-50d72d70-a3fe-46d4-9820-7fa5d751ea31 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:15.174190 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-099d6816-b47e-42f2-8970-dc1c393b9c7e req-50d72d70-a3fe-46d4-9820-7fa5d751ea31 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0833809 Jul 08 15:24:15.221943 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-099d6816-b47e-42f2-8970-dc1c393b9c7e req-d1949eab-bddd-43b6-b8b3-6e647de78df4 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Jul 08 15:24:15.435925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8bc7c-6a87-4177-a804-2bb94831b0da req-69197203-6aa0-4cef-aca9-88cd2ac1c737 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:15.437402 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-30a8bc7c-6a87-4177-a804-2bb94831b0da req-69197203-6aa0-4cef-aca9-88cd2ac1c737 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0996599 Jul 08 15:24:15.484567 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-30a8bc7c-6a87-4177-a804-2bb94831b0da req-fe6637cc-5d98-41f5-99d7-1fe9aeface06 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Jul 08 15:24:15.952268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2b0ab-81eb-4636-ae09-424cf1613f62 req-91f7dc08-6871-4be1-acd3-365840b64648 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:15.953748 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7ce2b0ab-81eb-4636-ae09-424cf1613f62 req-91f7dc08-6871-4be1-acd3-365840b64648 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0818491 Jul 08 15:24:16.004378 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7ce2b0ab-81eb-4636-ae09-424cf1613f62 req-7e633d13-8103-41e5-a8c7-a989e102a903 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Jul 08 15:24:16.278485 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601a4f3-7de7-4875-8a55-96a8f0dacefa req-43ec3555-26d3-42d1-93d7-eba3e760b050 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:16.280010 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b601a4f3-7de7-4875-8a55-96a8f0dacefa req-43ec3555-26d3-42d1-93d7-eba3e760b050 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1572900 Jul 08 15:24:16.325765 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b601a4f3-7de7-4875-8a55-96a8f0dacefa req-5b72244f-26f1-46c1-ab3f-2ae8cb4a4e1e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Jul 08 15:24:16.509339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e7a46-7bca-42ac-96a0-bf7fd7f59659 req-c8a91ee7-0718-4bed-b2f9-0341ed51df3b tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:16.510930 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c93e7a46-7bca-42ac-96a0-bf7fd7f59659 req-c8a91ee7-0718-4bed-b2f9-0341ed51df3b tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0860484 Jul 08 15:24:16.561896 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c93e7a46-7bca-42ac-96a0-bf7fd7f59659 req-086cbb65-deb4-40cf-947a-82a875956990 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Jul 08 15:24:16.744535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295974-ba28-48db-be70-5260f61b1298 req-430770f1-6a0f-4b12-90aa-66c9e784cad3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:16.746263 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b295974-ba28-48db-be70-5260f61b1298 req-430770f1-6a0f-4b12-90aa-66c9e784cad3 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0866070 Jul 08 15:24:16.796897 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b295974-ba28-48db-be70-5260f61b1298 req-624abe0f-4d4b-4531-bd75-73407e10941b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Jul 08 15:24:17.203799 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16341df-4833-46e4-b777-795a3ee58d20 req-775b1c00-c75b-43ed-8bcd-8624b33b504f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:17.206604 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b16341df-4833-46e4-b777-795a3ee58d20 req-775b1c00-c75b-43ed-8bcd-8624b33b504f tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0916817 Jul 08 15:24:17.256491 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b16341df-4833-46e4-b777-795a3ee58d20 req-5507df42-5b52-4771-acc1-e7e600451d50 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Jul 08 15:24:17.542892 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0df93-022b-411f-9601-1ab8b57fff7c req-9bdcdb8d-0383-4b61-913f-aaeef000578a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:17.544348 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d6f0df93-022b-411f-9601-1ab8b57fff7c req-9bdcdb8d-0383-4b61-913f-aaeef000578a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0871987 Jul 08 15:24:17.589944 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d6f0df93-022b-411f-9601-1ab8b57fff7c req-708dc148-c9d0-46a5-9b48-312768218adc tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Jul 08 15:24:17.772030 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965744-e8f0-4a2b-b80d-b6c0a6ba6fc1 req-96912f4d-0265-47cf-b5e3-c6f486531696 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:17.773420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad965744-e8f0-4a2b-b80d-b6c0a6ba6fc1 req-96912f4d-0265-47cf-b5e3-c6f486531696 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0907292 Jul 08 15:24:17.826945 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad965744-e8f0-4a2b-b80d-b6c0a6ba6fc1 req-eb26e35a-665a-41bc-9ac5-9626f278d612 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463490 Jul 08 15:24:18.006745 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5578-ca55-4366-b72e-3728e5e8a875 req-7c16661c-f315-4682-bf3e-d7dc83cda6b0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:18.008475 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9abb5578-ca55-4366-b72e-3728e5e8a875 req-7c16661c-f315-4682-bf3e-d7dc83cda6b0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0831344 Jul 08 15:24:18.052207 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9abb5578-ca55-4366-b72e-3728e5e8a875 req-441aeb83-9a19-4f73-a60d-450fd91e6ab8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373003 Jul 08 15:24:18.482403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafd5ce-acc8-410a-a9e9-c80b9b4aed25 req-8c77a40e-ebac-44a3-b312-e872ba1e0d41 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:18.484034 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6dafd5ce-acc8-410a-a9e9-c80b9b4aed25 req-8c77a40e-ebac-44a3-b312-e872ba1e0d41 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.1069572 Jul 08 15:24:18.539279 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6dafd5ce-acc8-410a-a9e9-c80b9b4aed25 req-0d039a36-9e99-4c3f-b7de-5fd8eadf08a1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480676 Jul 08 15:24:18.703105 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f236c99-57b6-4158-bd36-e374dfda5714 req-4fa3fb72-e48b-410d-82c1-4e6507803ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:18.704320 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3f236c99-57b6-4158-bd36-e374dfda5714 req-4fa3fb72-e48b-410d-82c1-4e6507803ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.0741200 Jul 08 15:24:18.753232 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3f236c99-57b6-4158-bd36-e374dfda5714 req-d221c1e2-ba65-48d5-8f61-8481cc6d801b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396011 Jul 08 15:24:18.787664 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2d196-6757-4135-bdb9-d47c50b072f5 req-17f35362-bd6f-4450-a3b5-fe77fde8a80e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:18.789196 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-eff2d196-6757-4135-bdb9-d47c50b072f5 req-17f35362-bd6f-4450-a3b5-fe77fde8a80e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0833821 Jul 08 15:24:18.835747 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-eff2d196-6757-4135-bdb9-d47c50b072f5 req-0b441c78-d168-448d-9b1c-165846e726ea tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Jul 08 15:24:19.014994 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a221-a8da-439c-b318-5efb15cf3dbc req-f7946da1-188f-4520-b4bb-90fdf216071c tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:19.016537 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9436a221-a8da-439c-b318-5efb15cf3dbc req-f7946da1-188f-4520-b4bb-90fdf216071c tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0822458 Jul 08 15:24:19.064131 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9436a221-a8da-439c-b318-5efb15cf3dbc req-c0d19a54-ff3e-489d-9b78-1e7a731f5154 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412810 Jul 08 15:24:19.248679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c1154-7d48-4850-9faf-b0a7029089d5 req-c1bf2c6b-0405-45f5-92f1-533aa6978192 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:19.250150 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-035c1154-7d48-4850-9faf-b0a7029089d5 req-c1bf2c6b-0405-45f5-92f1-533aa6978192 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0867190 Jul 08 15:24:19.296038 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-035c1154-7d48-4850-9faf-b0a7029089d5 req-ecbe278f-aefc-40e7-9b09-cbe786b675c2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Jul 08 15:24:19.746912 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea80eaf-9b49-4dc8-913b-4f10c967b7a7 req-a2664c81-35ae-46d6-af92-54402d6c1874 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:19.748493 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dea80eaf-9b49-4dc8-913b-4f10c967b7a7 req-a2664c81-35ae-46d6-af92-54402d6c1874 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.0897043 Jul 08 15:24:19.796039 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dea80eaf-9b49-4dc8-913b-4f10c967b7a7 req-68212371-b3e3-471a-9188-838206abb799 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Jul 08 15:24:20.033972 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d9022-8c91-4ff2-b2ec-bfbfe7db3270 req-6ae0e683-2c70-44ca-9a20-97057d0b2812 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.035471 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e62d9022-8c91-4ff2-b2ec-bfbfe7db3270 req-6ae0e683-2c70-44ca-9a20-97057d0b2812 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0917909 Jul 08 15:24:20.089417 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e62d9022-8c91-4ff2-b2ec-bfbfe7db3270 req-cdcbe32f-4f6f-4629-b36e-e148055935e1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Jul 08 15:24:20.170140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4effd8f-0d63-4d4e-9361-0964e77be4cf req-2556ca4d-f93e-409f-810e-996ca7ae98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.172127 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e4effd8f-0d63-4d4e-9361-0964e77be4cf req-2556ca4d-f93e-409f-810e-996ca7ae98fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.0750191 Jul 08 15:24:20.273894 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e4effd8f-0d63-4d4e-9361-0964e77be4cf req-3ac65662-a6c8-400f-9b31-e1e1a963ce7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890658 Jul 08 15:24:20.297540 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375522a-c5d8-46cf-a155-47bb626c52ff req-a800d6fe-a79a-4911-b99b-8a1d2e4e9a67 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.298946 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4375522a-c5d8-46cf-a155-47bb626c52ff req-a800d6fe-a79a-4911-b99b-8a1d2e4e9a67 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1161370 Jul 08 15:24:20.347651 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4375522a-c5d8-46cf-a155-47bb626c52ff req-fc8d2d98-31f6-4609-83a3-9b0d7ae8fc06 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Jul 08 15:24:20.513986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485271e3-5b8c-4261-b6b6-f0f4523c781e req-6e4bcb9c-0f78-4bf1-a695-5ce07c3ad42a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.515512 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-485271e3-5b8c-4261-b6b6-f0f4523c781e req-6e4bcb9c-0f78-4bf1-a695-5ce07c3ad42a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.0973010 Jul 08 15:24:20.547883 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b492-2259-4709-8d98-49482d6acbad req-b15d4475-1d82-484b-ba49-349dd29e9db1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.549245 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afd8b492-2259-4709-8d98-49482d6acbad req-b15d4475-1d82-484b-ba49-349dd29e9db1 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.1641200 Jul 08 15:24:20.563492 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-485271e3-5b8c-4261-b6b6-f0f4523c781e req-a3c91f8f-c21b-4e69-933e-94b6eb344d28 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Jul 08 15:24:20.565217 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5c43-d02a-40b8-af0e-c99baa5287ad req-c3b3816a-997b-4e2e-b572-f59c9cf4324f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:20.566682 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-787b5c43-d02a-40b8-af0e-c99baa5287ad req-c3b3816a-997b-4e2e-b572-f59c9cf4324f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1069584 Jul 08 15:24:20.588779 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:20.662974 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Deleting port afbabec3-a997-4958-8cff-056d678f62a5 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:24:20.663324 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:20.709053 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-787b5c43-d02a-40b8-af0e-c99baa5287ad req-e40b334b-9e96-4d4d-8e69-55bc8721dc0f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100864 Jul 08 15:24:20.735911 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53310) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:21.035073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] For port afbabec3-a997-4958-8cff-056d678f62a5, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=afbabec3-a997-4958-8cff-056d678f62a5,segment=NetworkSegment(4dd15502-3f4b-4a10-a961-810c3656b9f9),segment_id=4dd15502-3f4b-4a10-a961-810c3656b9f9)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:21.035639 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.056005 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03950af-7256-42cc-a611-3a56f9ff40b3 req-df3ffe5e-0cdb-434c-995d-fbea2f58be33 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:21.057478 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d03950af-7256-42cc-a611-3a56f9ff40b3 req-df3ffe5e-0cdb-434c-995d-fbea2f58be33 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 946 time: 0.1410425 Jul 08 15:24:21.060409 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71a329-441c-4d59-b166-3b9c7224a347 tempest-TestShelveInstance-1577001454 tempest-TestShelveInstance-1577001454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:21.061962 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9d71a329-441c-4d59-b166-3b9c7224a347 tempest-TestShelveInstance-1577001454 tempest-TestShelveInstance-1577001454-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1094 time: 0.3250225 Jul 08 15:24:21.066540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53318) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:21.082403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:24:21.092207 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:24:21.098306 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Usage tracker for resource:floatingip and tenant:e55e1e70989f4443b490b67d32b03bce is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:24:21.112151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:24:21.122134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:24:21.129404 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d03950af-7256-42cc-a611-3a56f9ff40b3 req-1b14a7d6-393c-49c6-bff9-12cae2b11e1b tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/security-groups?id=f12b060e-0f25-403e-8728-434f741ba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639837 Jul 08 15:24:21.138322 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for floatingip, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.181861 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Calling delete_port for afbabec3-a997-4958-8cff-056d678f62a5 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:24:21.282254 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.351746 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba806e-bd88-4149-a21f-02595d7b2ed8 req-498cc890-d79d-4c2a-ad94-e8dbc45bbbac tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:21.353388 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afba806e-bd88-4149-a21f-02595d7b2ed8 req-498cc890-d79d-4c2a-ad94-e8dbc45bbbac tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1303442 Jul 08 15:24:21.452735 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afba806e-bd88-4149-a21f-02595d7b2ed8 req-1a2348d9-1e88-4c76-8555-f79005857a84 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670228 Jul 08 15:24:21.462761 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.464198 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Allocated IP 172.28.3.168 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/28fcedbf-1913-487d-b973-56c988fa6e1b) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:24:21.471207 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ab32f106-a5a5-4b9d-b666-62f044f08a49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:21.483306 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['afbabec3-a997-4958-8cff-056d678f62a5'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:24:21.529108 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Pushing event deleted for resources: {'Port': ['ID=afbabec3-a997-4958-8cff-056d678f62a5,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:21.532637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:21.606944 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] No DVR routers for this DVR port afbabec3-a997-4958-8cff-056d678f62a5 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:24:21.609021 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.611840 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'name': 'network-vif-deleted', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:21.632654 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afd8b492-2259-4709-8d98-49482d6acbad req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.69 "DELETE /v2.0/ports/afbabec3-a997-4958-8cff-056d678f62a5 HTTP/1.1" status: 204 len: 173 time: 1.0649290 Jul 08 15:24:21.637709 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.683473 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.686419 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeacb51-1fd0-4208-adb6-dcdb9499586e', 'name': 'network-vif-deleted', 'tag': 'afbabec3-a997-4958-8cff-056d678f62a5', 'status': 'completed', 'code': 200} Jul 08 15:24:21.687884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:21.705097 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:24:21.825199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:24:21.832452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:24:21.835174 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'Port': ['ID=28fcedbf-1913-487d-b973-56c988fa6e1b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:21.837904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:24:21.853839 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:21.864172 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:21.869220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'mac_address': 'fa:16:3e:c4:34:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:24:21.933801 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.950246 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7346d8-75aa-4824-a149-c987e43072a4 req-5ddc8f94-8eb0-4dcd-905b-e5149412c3d2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:21.951913 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3c7346d8-75aa-4824-a149-c987e43072a4 req-5ddc8f94-8eb0-4dcd-905b-e5149412c3d2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 944 time: 0.2204461 Jul 08 15:24:21.952046 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:24:21.969595 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:21.973445 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:21.976030 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:22.045424 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=9']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:22.048763 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:22.066891 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3c7346d8-75aa-4824-a149-c987e43072a4 req-63bae50c-b1be-4692-8018-42474634d6fd tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988150 Jul 08 15:24:22.299074 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['64dae843-b8f0-4bec-b862-7ded956b09f6'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:24:22.393423 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-9215f095-7de0-4f8d-a18b-d8794b3870af req-ddc8d3bd-8d71-4965-a0aa-606b495e8b6e tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Synchronizing usage tracker for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:24:22.418287 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-9215f095-7de0-4f8d-a18b-d8794b3870af req-ddc8d3bd-8d71-4965-a0aa-606b495e8b6e tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Unset dirty status for tenant:63388d56c3c948f792f48673177996ce on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:24:22.419517 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9215f095-7de0-4f8d-a18b-d8794b3870af req-ddc8d3bd-8d71-4965-a0aa-606b495e8b6e tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] 10.222.0.58 "GET /v2.0/ports?device_id=5aeacb51-1fd0-4208-adb6-dcdb9499586e HTTP/1.1" status: 200 len: 210 time: 0.1049342 Jul 08 15:24:22.479915 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:22.560559 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:22.772559 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796c68-7695-4ab5-b4a4-3733602e6a2d req-02f744da-c24c-4ce5-8463-665e252df5ba tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:22.774090 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f796c68-7695-4ab5-b4a4-3733602e6a2d req-02f744da-c24c-4ce5-8463-665e252df5ba tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1877978 Jul 08 15:24:22.853230 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f796c68-7695-4ab5-b4a4-3733602e6a2d req-50d88c92-8855-41a5-808c-dbe4cbfc3bb9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Jul 08 15:24:22.877268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:22.889196 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:22.894240 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:23.004471 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event updated for resources: {'Port': ['ID=28fcedbf-1913-487d-b973-56c988fa6e1b,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:23.009089 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:23.014175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:23.209598 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.l3_db [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Floating IP 9a039638-fb31-4a0f-97c7-3d6a0b4fcd14 associated. External IP: 172.28.3.168, port: a4551123-1a24-4c86-9e81-8b875d9b76b8. Jul 08 15:24:23.356125 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef520bb-54b0-45f2-8349-aae360ebfc9d req-176ada8a-4a6e-4b2d-8ee1-e85e0e3e5235 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:23.357605 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1ef520bb-54b0-45f2-8349-aae360ebfc9d req-176ada8a-4a6e-4b2d-8ee1-e85e0e3e5235 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 945 time: 0.1449745 Jul 08 15:24:23.360593 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-cb70f720-5e14-4fdd-b86e-a1d0c71ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:23.361934 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-cb70f720-5e14-4fdd-b86e-a1d0c71ed16e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.1471860 Jul 08 15:24:23.443802 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917027a-ccde-4d7d-a462-067766ddb7a7 req-99a44dd9-dff3-4a1d-81cd-d59d7d71e774 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:23.445349 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8917027a-ccde-4d7d-a462-067766ddb7a7 req-99a44dd9-dff3-4a1d-81cd-d59d7d71e774 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1866817 Jul 08 15:24:23.487625 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1ef520bb-54b0-45f2-8349-aae360ebfc9d req-f7a4bd0c-9f10-48c1-b4d3-a207306285b8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228869 Jul 08 15:24:23.537600 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-440841fa-d71e-4e9b-8bf7-deba63a161c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:23.539254 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-440841fa-d71e-4e9b-8bf7-deba63a161c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.1609914 Jul 08 15:24:23.579695 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8917027a-ccde-4d7d-a462-067766ddb7a7 req-b8a24902-8946-4a5d-944d-31aa5020a388 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260736 Jul 08 15:24:23.620299 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-74f61b0d-0cf0-424f-aa56-574cfcbf8aa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.0719526 Jul 08 15:24:23.699347 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-1e05a0c0-8108-4522-925f-150366d6b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:23.700843 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-1e05a0c0-8108-4522-925f-150366d6b007 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.0660315 Jul 08 15:24:23.731918 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:24:23.755462 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-5d0a3781-b472-4a2f-b12c-3177e92fbe30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445333 Jul 08 15:24:23.790493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:24:23.817572 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 64dae843-b8f0-4bec-b862-7ded956b09f6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:24:23.818079 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:23.907623 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-3f4005a2-ee19-417e-88a2-a6f6c4ec89f2 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420548 Jul 08 15:24:23.960705 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:24.000039 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:24:24.010403 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Sync routers for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:24:24.013290 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:24.014314 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:24.022200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:24.023432 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device afbabec3-a997-4958-8cff-056d678f62a5 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:24:24.036684 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:24:24.039824 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:24:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:24.062856 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:24.066667 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:24.101285 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: afbabec3-a997-4958-8cff-056d678f62a5 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:24:24.101642 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device afbabec3-a997-4958-8cff-056d678f62a5 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:24:24.112658 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'code': 200} Jul 08 15:24:24.146385 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c1a7fae1-7d4e-49c5-87c1-26ba50b8008f req-caa850e1-7892-46b6-9580-61255af2bb6d service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140558 Jul 08 15:24:24.154874 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=10']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:24.166870 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:24.183469 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1158447 Jul 08 15:24:24.185745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:24.237938 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'status': 'completed', 'code': 200} Jul 08 15:24:24.296135 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:24:24.523532 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-5f25a3d7-626b-47c7-8918-a0b626b91055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:24.529135 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-5f25a3d7-626b-47c7-8918-a0b626b91055 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.2578275 Jul 08 15:24:24.792197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-50cb0cee-95e9-43a8-b213-aeedd58b1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:24.793972 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-50cb0cee-95e9-43a8-b213-aeedd58b1eee service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.2478144 Jul 08 15:24:24.820921 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d38c96-e517-4d63-9d29-335221ec931e req-49c895eb-2837-41e3-b8cf-4ad7662f171a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:24.822486 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-04d38c96-e517-4d63-9d29-335221ec931e req-49c895eb-2837-41e3-b8cf-4ad7662f171a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.1349516 Jul 08 15:24:24.910615 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947830d0-2667-437b-837d-077191b73110 req-51ca29b5-9a71-43d1-9e48-a5de03c1a980 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:24.912713 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-947830d0-2667-437b-837d-077191b73110 req-51ca29b5-9a71-43d1-9e48-a5de03c1a980 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1594384 Jul 08 15:24:24.944845 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '9a039638-fb31-4a0f-97c7-3d6a0b4fcd14', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c74d18-ce17-43bf-bd52-eb366d445387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:22Z', 'revision_number': 0, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:24.949845 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Checking router: f921d6e1-b1bd-463f-8e59-b2d8e4e3056b for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:24:24.971205 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-947830d0-2667-437b-837d-077191b73110 req-f424ca33-f1f1-40c9-8946-9151db62ae63 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Jul 08 15:24:24.973116 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:24:24.973738 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:24:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:25.036317 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-1f333d5a-4ad2-47b1-9403-4628376e29f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1000 time: 0.2127223 Jul 08 15:24:25.049144 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-04d38c96-e517-4d63-9d29-335221ec931e req-6ab63a93-b645-42fa-98b1-ceb8fd894fd4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178176 Jul 08 15:24:25.114895 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4dd6-31b1-4f27-a6bc-25c8c693ca4f req-8a4c0676-41a9-47d1-a997-03ac00b00393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:25.116418 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f3f4dd6-31b1-4f27-a6bc-25c8c693ca4f req-8a4c0676-41a9-47d1-a997-03ac00b00393 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1100 time: 0.2158649 Jul 08 15:24:25.122474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-71c3fbc0-6830-4e52-b3ad-70c457cbf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:25.123876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-71c3fbc0-6830-4e52-b3ad-70c457cbf308 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.0739892 Jul 08 15:24:25.180798 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:24:25.222348 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f3f4dd6-31b1-4f27-a6bc-25c8c693ca4f req-52c33f5e-5db8-4192-839b-bf8756434381 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901031 Jul 08 15:24:25.241458 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-0fe0ef16-d965-445f-9949-521a59252766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:25.243243 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-0fe0ef16-d965-445f-9949-521a59252766 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940647 Jul 08 15:24:25.553735 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '9a039638-fb31-4a0f-97c7-3d6a0b4fcd14', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c74d18-ce17-43bf-bd52-eb366d445387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:22Z', 'revision_number': 0, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:25.560365 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892a6b9-748f-470a-a9b2-96e119287294 None None] The sync data for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb is: [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': '9a039638-fb31-4a0f-97c7-3d6a0b4fcd14', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'floating_ip_address': '172.28.3.168', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c74d18-ce17-43bf-bd52-eb366d445387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:22Z', 'revision_number': 0, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:24:25.608705 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-14f5c34b-c94e-424d-9461-fdcf4c756794 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516569 Jul 08 15:24:25.754344 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b140f673-ef6b-4c81-9ae5-865e066a09a3 req-94ea3471-51cd-400e-b9e3-afb252223e5d service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364729 Jul 08 15:24:25.813765 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430f014-8d48-46d1-96f0-67127a88f2d8 None None] New status for floating IP 9a039638-fb31-4a0f-97c7-3d6a0b4fcd14: ACTIVE {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:24:26.220315 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96f221-869b-4172-a605-e4b2a95b955f req-6afc8024-2e4f-4522-84fc-d1d97a22cd09 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:26.222232 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4e96f221-869b-4172-a605-e4b2a95b955f req-6afc8024-2e4f-4522-84fc-d1d97a22cd09 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1202168 Jul 08 15:24:26.363663 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4e96f221-869b-4172-a605-e4b2a95b955f req-99790ce3-0873-4c89-b49a-e1e69033ec42 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307540 Jul 08 15:24:26.408230 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f38a9-c7ed-4c2b-98f7-95a8bd79a83a req-de33d28c-3b41-439e-ad2c-ee8c23ca1903 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:26.409794 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b72f38a9-c7ed-4c2b-98f7-95a8bd79a83a req-de33d28c-3b41-439e-ad2c-ee8c23ca1903 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.1678677 Jul 08 15:24:26.465074 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b72f38a9-c7ed-4c2b-98f7-95a8bd79a83a req-231754bf-4fd3-4dc8-be24-20599ff1db42 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476792 Jul 08 15:24:27.640971 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f39a5-d291-41ce-8ca6-676162459531 req-5dd4b6b3-62c2-4c29-9133-217e7d2d5e7f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:27.649556 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-360f39a5-d291-41ce-8ca6-676162459531 req-5dd4b6b3-62c2-4c29-9133-217e7d2d5e7f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1136403 Jul 08 15:24:27.684475 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ece5d-3983-4c20-8742-673cf1037973 req-6971117e-4967-4bfa-9603-78ea9dc60c79 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:27.692299 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a12ece5d-3983-4c20-8742-673cf1037973 req-6971117e-4967-4bfa-9603-78ea9dc60c79 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.0996780 Jul 08 15:24:27.701904 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-360f39a5-d291-41ce-8ca6-676162459531 req-ee35d223-a2d7-4d7b-83d1-22d1d1ab3145 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Jul 08 15:24:27.750469 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a12ece5d-3983-4c20-8742-673cf1037973 req-be1b7ee0-4aa6-4d45-9875-83ffab82cb7c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569754 Jul 08 15:24:29.635372 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3498f3-c2a7-48c4-8478-32e123d5b3fc req-71057291-703c-4af7-a2ba-0e9c41331f79 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:29.637676 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d3498f3-c2a7-48c4-8478-32e123d5b3fc req-71057291-703c-4af7-a2ba-0e9c41331f79 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0954392 Jul 08 15:24:29.692771 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d3498f3-c2a7-48c4-8478-32e123d5b3fc req-8f01d45f-6503-40a5-8e64-8e9d275e9e4b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Jul 08 15:24:33.559953 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-8a15b5b4-f89d-455b-8328-48c6485b421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:33.563109 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-8a15b5b4-f89d-455b-8328-48c6485b421b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.1864781 Jul 08 15:24:33.677154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3b2c5-7a89-4eb3-8379-5b24a3a0dafc req-20ae5c1d-a54c-4f5b-9fd6-c9dbedf4bc72 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:33.678817 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5c3b2c5-7a89-4eb3-8379-5b24a3a0dafc req-20ae5c1d-a54c-4f5b-9fd6-c9dbedf4bc72 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2427995 Jul 08 15:24:33.761345 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5c3b2c5-7a89-4eb3-8379-5b24a3a0dafc req-2e866abb-fa5a-43bf-9baa-68c20b9143b7 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Jul 08 15:24:33.791074 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-3afe7707-d48f-49b1-9d9c-dfca579d36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:33.796076 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-3afe7707-d48f-49b1-9d9c-dfca579d36b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.2225478 Jul 08 15:24:34.000709 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-0a6ab5d5-d7d2-44ed-94e7-1c9addc171aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.1960745 Jul 08 15:24:34.101039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-460096eb-dffe-4b06-8447-d4ae75e6abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:34.103499 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-460096eb-dffe-4b06-8447-d4ae75e6abd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.0918427 Jul 08 15:24:34.178582 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-3f6f904d-22cf-4cba-ab6c-8351068628bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631640 Jul 08 15:24:34.453265 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-1f834616-55e3-4f02-9f9c-b5251b421ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537541 Jul 08 15:24:34.705405 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cfaa7fef-a888-4770-886b-2817aefb9ce4 req-7e26c790-9245-46da-ac6e-5da0cd9ed0c4 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425313 Jul 08 15:24:35.048308 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db689-5e81-4ab8-9ab9-bd5f6638baab req-2e382847-4503-4f64-a28e-9f3bc4469af2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:35.050329 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c79db689-5e81-4ab8-9ab9-bd5f6638baab req-2e382847-4503-4f64-a28e-9f3bc4469af2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1239231 Jul 08 15:24:35.106685 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c79db689-5e81-4ab8-9ab9-bd5f6638baab req-74edf8db-ce30-4d37-86fc-aaec0791572c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Jul 08 15:24:36.409265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33220079-e2c2-4d1c-8d79-df597fcad015 req-bb3a252a-db58-4449-9836-88929aaaf88a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:36.412323 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-33220079-e2c2-4d1c-8d79-df597fcad015 req-bb3a252a-db58-4449-9836-88929aaaf88a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1592774 Jul 08 15:24:36.468637 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-33220079-e2c2-4d1c-8d79-df597fcad015 req-c0fe80ed-45e7-4245-9a1b-f9b20d19a098 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488987 Jul 08 15:24:37.432206 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-cbc53970-a1f0-4969-9b44-b74801d63289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:37.822714 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66078b3f-e0c6-451c-8bc4-18b160561d53 req-5ccc9a96-eab5-4c90-8003-20f0448d1b0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:37.838074 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66078b3f-e0c6-451c-8bc4-18b160561d53 req-5ccc9a96-eab5-4c90-8003-20f0448d1b0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2224491 Jul 08 15:24:37.927036 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66078b3f-e0c6-451c-8bc4-18b160561d53 req-099d6c1d-63c9-44df-b7e0-b6e88a338da3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849719 Jul 08 15:24:37.977695 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:39.152489 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08aa20-8a73-41e2-a187-63ff19010154 req-ef7dd9f2-c2bb-4045-b9a2-c34badbcbd79 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:39.161217 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8b08aa20-8a73-41e2-a187-63ff19010154 req-ef7dd9f2-c2bb-4045-b9a2-c34badbcbd79 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1050477 Jul 08 15:24:39.210515 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8b08aa20-8a73-41e2-a187-63ff19010154 req-5fe0bb98-261c-49b5-8746-b3ae965185bd tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Jul 08 15:24:39.951986 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-9b86eb37-658c-4f6a-8499-3dbc9ec4cce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:40.677010 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbe626-3cdc-4653-93cf-45e56adb950a req-21f3f6a5-d8c3-4c4b-8888-3e45f4c1874b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:40.678481 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-08bbe626-3cdc-4653-93cf-45e56adb950a req-21f3f6a5-d8c3-4c4b-8888-3e45f4c1874b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0838299 Jul 08 15:24:40.728251 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-08bbe626-3cdc-4653-93cf-45e56adb950a req-15145c17-6e05-406d-abfc-9068fa1cb3da tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Jul 08 15:24:41.143050 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:41.470964 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89aa3-c363-4884-a8cf-0f4f4e3261d5 req-87bb5621-0d7c-498c-9b72-3cba9dfa750e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:41.472755 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-36b89aa3-c363-4884-a8cf-0f4f4e3261d5 req-87bb5621-0d7c-498c-9b72-3cba9dfa750e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1585045 Jul 08 15:24:41.529337 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-36b89aa3-c363-4884-a8cf-0f4f4e3261d5 req-580da572-cc24-4c82-9e8c-4f84444e1661 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501146 Jul 08 15:24:41.927313 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97dc4c-34fd-42f3-a48f-f4d0f2b66c1c req-cc45eacb-eb82-4944-95f3-02df935c4deb tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:41.929563 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad97dc4c-34fd-42f3-a48f-f4d0f2b66c1c req-cc45eacb-eb82-4944-95f3-02df935c4deb tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0909188 Jul 08 15:24:41.982524 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad97dc4c-34fd-42f3-a48f-f4d0f2b66c1c req-6622ba52-8d7d-4768-95a2-40520a5a5f17 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Jul 08 15:24:42.531716 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:42.752132 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7918e0-9abf-4a96-a5f2-d3bdc13ca2d0 req-2070b838-815f-4602-b8da-e8c2c7b88239 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:42.755237 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8a7918e0-9abf-4a96-a5f2-d3bdc13ca2d0 req-2070b838-815f-4602-b8da-e8c2c7b88239 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1101694 Jul 08 15:24:42.831009 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8a7918e0-9abf-4a96-a5f2-d3bdc13ca2d0 req-35cbdc2d-a7c8-4ea3-85c9-285856b5dfaa tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713379 Jul 08 15:24:43.201316 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90018d3e-8d6c-4886-8f88-daf0836cdc55 req-dc036bde-5da2-4d72-9b77-d3f13dc818d8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:43.203016 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-90018d3e-8d6c-4886-8f88-daf0836cdc55 req-dc036bde-5da2-4d72-9b77-d3f13dc818d8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0938234 Jul 08 15:24:43.251382 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-90018d3e-8d6c-4886-8f88-daf0836cdc55 req-687445bf-cae9-49e7-aa82-48a0d5e357d2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Jul 08 15:24:44.081594 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0130847-1042-44f1-b938-e503ac51ffdb req-7d129ca2-6600-4714-ad3b-8793bf2cf17b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:44.090031 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c0130847-1042-44f1-b938-e503ac51ffdb req-7d129ca2-6600-4714-ad3b-8793bf2cf17b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1253743 Jul 08 15:24:44.146950 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c0130847-1042-44f1-b938-e503ac51ffdb req-da2d0bbe-fd71-4a8d-98ef-62d73bbf3529 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552533 Jul 08 15:24:44.559561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b01e98-f714-4f3d-820a-2b0d29a069ba req-f940448e-cea9-40a0-91ac-c27a00b1cc7c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:44.565965 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-08b01e98-f714-4f3d-820a-2b0d29a069ba req-f940448e-cea9-40a0-91ac-c27a00b1cc7c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1547487 Jul 08 15:24:44.595247 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:24:44.620431 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-08b01e98-f714-4f3d-820a-2b0d29a069ba req-3cac02bd-ae94-41d0-a02b-fb2d5e4f35e2 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528302 Jul 08 15:24:44.701245 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4d37-1e08-41ab-aa4b-29bf4d8b332e req-c4e774c7-e45a-4b53-8a1a-f52603c83f40 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:44.702831 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ca2f4d37-1e08-41ab-aa4b-29bf4d8b332e req-c4e774c7-e45a-4b53-8a1a-f52603c83f40 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.0924299 Jul 08 15:24:44.754434 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ca2f4d37-1e08-41ab-aa4b-29bf4d8b332e req-72032c0d-6091-445d-9fc0-2c6ba7243775 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Jul 08 15:24:45.383631 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7b6e1-1786-4c71-bb2c-0b206f34e325 req-35f8b6f3-6545-455a-9627-12988950f6aa tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:45.385384 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-31c7b6e1-1786-4c71-bb2c-0b206f34e325 req-35f8b6f3-6545-455a-9627-12988950f6aa tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1202190 Jul 08 15:24:45.441949 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-31c7b6e1-1786-4c71-bb2c-0b206f34e325 req-c4103923-df3b-4b4b-b171-fe0353fe675f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500274 Jul 08 15:24:45.822415 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dfeeb-dac0-4d6d-a233-fe7bf0b03a8d req-53465a4d-9809-40e1-85fa-910c6f196859 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:45.823883 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2c8dfeeb-dac0-4d6d-a233-fe7bf0b03a8d req-53465a4d-9809-40e1-85fa-910c6f196859 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0907958 Jul 08 15:24:45.878523 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2c8dfeeb-dac0-4d6d-a233-fe7bf0b03a8d req-2e1b27ad-e2bb-44db-917f-2ce68f9ef364 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Jul 08 15:24:45.972223 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507ac33-fc29-4d04-8385-1d51e4f358b5 req-773eb7e7-4b82-4e8f-9094-c5591672cc59 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:45.974251 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a507ac33-fc29-4d04-8385-1d51e4f358b5 req-773eb7e7-4b82-4e8f-9094-c5591672cc59 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.1075482 Jul 08 15:24:46.025528 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a507ac33-fc29-4d04-8385-1d51e4f358b5 req-e3c86592-f45a-4ea5-ae68-ca6e58d05a4a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Jul 08 15:24:46.799262 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a58247-7104-4eba-9d1d-dd8fd00e55f6 req-928aae6f-b83c-457a-b13f-a807430d566f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:46.800837 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f0a58247-7104-4eba-9d1d-dd8fd00e55f6 req-928aae6f-b83c-457a-b13f-a807430d566f tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0888255 Jul 08 15:24:46.847334 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f0a58247-7104-4eba-9d1d-dd8fd00e55f6 req-1c8662e4-fbe1-4e54-af64-fd93b5b938a7 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 Jul 08 15:24:46.939241 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53800) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:47.043765 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Deleting subnet 9aad7cfe-bf75-4582-a9d4-de42afbac67c {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:24:47.054301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.196083 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.232507 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d7f1-1290-474f-be66-778f251a7546 req-c004e14c-ecbc-490d-83fc-845881ef509c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:47.233969 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3e99d7f1-1290-474f-be66-778f251a7546 req-c004e14c-ecbc-490d-83fc-845881ef509c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.0913365 Jul 08 15:24:47.254037 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166d4f3-e108-496d-ba9c-24fd59b9d09f req-89920649-024f-471d-b9a1-a89f938be11f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:47.260679 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b166d4f3-e108-496d-ba9c-24fd59b9d09f req-89920649-024f-471d-b9a1-a89f938be11f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2672000 Jul 08 15:24:47.287200 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.292028 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3e99d7f1-1290-474f-be66-778f251a7546 req-08415f33-4e5a-4ee4-9ecd-e19929035191 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519328 Jul 08 15:24:47.359296 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b166d4f3-e108-496d-ba9c-24fd59b9d09f req-0bd799e5-4410-4af7-9bee-e7af0a684f64 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918133 Jul 08 15:24:47.383726 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.393524 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:47.432321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.435006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aad7cfe-bf75-4582-a9d4-de42afbac67c,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:47.444278 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9aad7cfe-bf75-4582-a9d4-de42afbac67c HTTP/1.1" status: 204 len: 168 time: 0.5040371 Jul 08 15:24:47.445982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.446290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.446776 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.447134 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.447456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 53806) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:47.447557 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.447874 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.448250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.448624 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.448967 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.449305 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.449735 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.450077 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:47.453417 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:47.583426 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.718325 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.732839 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.733209 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.733929 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.734280 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > port after_create 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.734629 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.734967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > port after_update 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.735287 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.735744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.736088 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.736403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.894396 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.895009 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.895409 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.895869 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 15:24:47.896434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d']}} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:47.912845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd15502-3f4b-4a10-a961-810c3656b9f9') {'for_net_delete': True} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:47.913320 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd15502-3f4b-4a10-a961-810c3656b9f9') {} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:24:47.928561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092493'] for segment, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.955794 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.968045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=78527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:24:47.969430 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126815829'] for segment, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: from cryptography.utils import int_from_bytes Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: from cryptography.utils import int_from_bytes Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: util.warn_limited( Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: util.warn_limited( Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: Traceback (most recent call last): Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: timer() Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: cb(*args, **kw) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: return func(*args, **kwargs) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: self._notify() Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: self.callback(batched_events) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: event.method(event) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: return f(self, *a, **k) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: return self._get(url).json() Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: return self.request(url, 'GET', **kwargs) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:24:47.985581 dv-cinder-798671-3-smb neutron-server[78527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:24:48.210113 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.218310 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:48.239721 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.245416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:48.269633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ed9f5-dffa-4583-8858-b2879049313f req-68b3f741-f526-4df8-b558-2e715708a1c3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:48.271230 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3b9ed9f5-dffa-4583-8858-b2879049313f req-68b3f741-f526-4df8-b558-2e715708a1c3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2818043 Jul 08 15:24:48.272708 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.273062 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.273461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.273817 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.274166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.274516 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.274890 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.275237 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.275586 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.275934 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.276273 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.276616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:24:48.281557 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:48.295214 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-efaff5ee-a1cb-4aef-8608-a02d85e5f184 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c5eec122-c4c0-4e64-952c-7ca0a6fb2d9d HTTP/1.1" status: 204 len: 168 time: 0.8466012 Jul 08 15:24:48.327492 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3b9ed9f5-dffa-4583-8858-b2879049313f req-82299467-55d9-454c-bd3b-8932b522741e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478961 Jul 08 15:24:48.472472 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 53820) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:48.523295 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a8f2-0b38-4f9e-a9f6-930152bb9985 req-918f092e-2ef8-4bfe-83a3-7d7318af3dda tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:48.525301 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b7c8a8f2-0b38-4f9e-a9f6-930152bb9985 req-918f092e-2ef8-4bfe-83a3-7d7318af3dda tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.1010175 Jul 08 15:24:48.583658 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3ccad87d-9ea5-47ca-8cd3-a38c26652ecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63388d56c3c948f792f48673177996ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098886 Jul 08 15:24:48.583911 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b7c8a8f2-0b38-4f9e-a9f6-930152bb9985 req-a4715361-414e-46bd-9f4f-353be62e4453 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522745 Jul 08 15:24:48.586317 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 53824) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:24:48.620195 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73da98-6150-40c9-abe4-f51ba8418d61 req-f443cfed-a09f-4350-bdc0-785d9952c1ad tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:48.621753 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0e73da98-6150-40c9-abe4-f51ba8418d61 req-f443cfed-a09f-4350-bdc0-785d9952c1ad tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1104705 Jul 08 15:24:48.656310 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.685091 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.703684 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0e73da98-6150-40c9-abe4-f51ba8418d61 req-0e7a2ce4-735b-4cbd-8f74-a62a4154a1c9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714467 Jul 08 15:24:48.741083 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.745191 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1c0e81d3-b69f-4666-a0ec-5fd8167a443e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:48.760551 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b060e-0f25-403e-8728-434f741ba1be,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:48.763771 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:48.773135 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:48.774804 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f12b060e-0f25-403e-8728-434f741ba1be HTTP/1.1" status: 204 len: 168 time: 0.1872637 Jul 08 15:24:49.463463 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-79719d4f-3db4-484a-abb8-b87df5288185 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1214473 Jul 08 15:24:49.536097 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928de027-527d-4211-a986-ebdc7424613d req-3d8f9437-3360-4a08-8b7d-083fa365c065 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:49.537565 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-928de027-527d-4211-a986-ebdc7424613d req-3d8f9437-3360-4a08-8b7d-083fa365c065 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0908804 Jul 08 15:24:49.620763 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-928de027-527d-4211-a986-ebdc7424613d req-a03dd6a4-a8e7-416d-acec-6383ab163f47 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725546 Jul 08 15:24:49.656900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-b58617d3-3368-4247-8dba-a9030c2b7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:49.658358 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-b58617d3-3368-4247-8dba-a9030c2b7fdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 1100 time: 0.1014760 Jul 08 15:24:49.902285 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-d893bd15-0920-4106-a041-7283bf62fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:49.904731 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-d893bd15-0920-4106-a041-7283bf62fb2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.2151887 Jul 08 15:24:49.920161 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026b544-7767-46e0-a549-71b1e4ee0f16 req-332eb794-f4be-42c5-b440-c582f92b9f26 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:49.921887 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8026b544-7767-46e0-a549-71b1e4ee0f16 req-332eb794-f4be-42c5-b440-c582f92b9f26 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1038809 Jul 08 15:24:49.983747 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be262394-77db-4731-a97d-33bcecd16684 req-bea1faff-a928-4c8f-9f2b-dec8a747995a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:49.987120 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-be262394-77db-4731-a97d-33bcecd16684 req-bea1faff-a928-4c8f-9f2b-dec8a747995a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.2262430 Jul 08 15:24:49.996757 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8026b544-7767-46e0-a549-71b1e4ee0f16 req-f8f706de-4cb3-49b5-9a7a-b732cb02d008 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688384 Jul 08 15:24:50.069407 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-b0db4f33-fe86-46dc-9aa5-e43dc2d6124d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 200 len: 1002 time: 0.1513820 Jul 08 15:24:50.074398 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-be262394-77db-4731-a97d-33bcecd16684 req-ffd35cbb-b6d5-4e28-8098-6aae29dc0dc7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Jul 08 15:24:50.141814 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-09f10f77-1b16-4630-b21a-2ded219282af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:50.143298 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-09f10f77-1b16-4630-b21a-2ded219282af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.0646644 Jul 08 15:24:50.232653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-1f51deb0-46c7-4771-add1-5b5bc27484e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:50.234139 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-1f51deb0-46c7-4771-add1-5b5bc27484e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819581 Jul 08 15:24:50.439203 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-cf392645-7cb5-411c-b0e6-a70d2efff547 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897619 Jul 08 15:24:50.588408 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:50.591335 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a1f3bac-ce5e-4898-b58e-73cecc2d651d req-4babd8ec-4db4-4aa4-8133-54a79a7c1d74 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399624 Jul 08 15:24:50.815066 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb292dca-d3f1-42f7-ae97-2d621849f571 req-65460f59-68e8-4ca6-9677-b53159a791c2 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:50.816630 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-eb292dca-d3f1-42f7-ae97-2d621849f571 req-65460f59-68e8-4ca6-9677-b53159a791c2 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0826478 Jul 08 15:24:50.864031 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-eb292dca-d3f1-42f7-ae97-2d621849f571 req-b3732f74-ba3c-4450-8ad9-514e6b1f8930 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Jul 08 15:24:51.253229 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd83c-670a-465f-84ec-65f780e78ad6 req-8828b8f5-04fa-4e81-af7f-5aad0cd05691 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:51.254852 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d8ecd83c-670a-465f-84ec-65f780e78ad6 req-8828b8f5-04fa-4e81-af7f-5aad0cd05691 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1390927 Jul 08 15:24:51.281886 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987a208-f2bb-4a7b-a86a-0faeafa7d743 req-ac729845-a7f6-4ce4-8839-ddcbbc8b22db tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:51.283371 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0987a208-f2bb-4a7b-a86a-0faeafa7d743 req-ac729845-a7f6-4ce4-8839-ddcbbc8b22db tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.0937703 Jul 08 15:24:51.306026 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90065f8d-4005-46ca-b845-4c77d6404bae req-75bff87e-4eca-4e2a-873a-2f6c45f84b5a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:51.307579 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-90065f8d-4005-46ca-b845-4c77d6404bae req-75bff87e-4eca-4e2a-873a-2f6c45f84b5a tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 945 time: 0.1271844 Jul 08 15:24:51.345865 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0987a208-f2bb-4a7b-a86a-0faeafa7d743 req-c544528d-fb2b-4a3d-96f0-02950ab34c3c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556345 Jul 08 15:24:51.387992 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d8ecd83c-670a-465f-84ec-65f780e78ad6 req-cda0d4c0-d347-46f7-89a4-fb733942311e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148632 Jul 08 15:24:51.410535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Deleting port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:24:51.410969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:51.782585 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] For port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:24:51.783334 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:51.916864 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Calling delete_port for d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:24:52.074900 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151236fb-cf06-4a30-8b18-6058aa83d80b req-7bf3dbe7-a81b-4906-b3ef-59f744c84f85 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:52.078465 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-151236fb-cf06-4a30-8b18-6058aa83d80b req-7bf3dbe7-a81b-4906-b3ef-59f744c84f85 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1002431 Jul 08 15:24:52.080312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:52.087617 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4783203c-76e6-44cc-9593-42f8484c664e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:24:52.098633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:24:52.131088 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-151236fb-cf06-4a30-8b18-6058aa83d80b req-5a44260b-145a-4f2a-850c-96a1c748a8c9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457149 Jul 08 15:24:52.136764 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Pushing event deleted for resources: {'Port': ['ID=d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:24:52.139948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:24:52.227446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] No DVR routers for this DVR port d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:24:52.230096 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:24:52.233129 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'name': 'network-vif-deleted', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:24:52.249302 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-90065f8d-4005-46ca-b845-4c77d6404bae req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "DELETE /v2.0/ports/d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 HTTP/1.1" status: 204 len: 173 time: 0.9339933 Jul 08 15:24:52.285041 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6839efc7-e05b-456a-9e62-a7e3f28a5018', 'name': 'network-vif-deleted', 'tag': 'd13cf5ce-bd36-4e84-a1e4-e8d3750b6f91', 'status': 'completed', 'code': 200} Jul 08 15:24:52.551629 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c3856d31-ffe2-4e14-a2dd-5b57482873e7 req-acda9c76-6774-4e1d-a73f-546e47d90448 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6839efc7-e05b-456a-9e62-a7e3f28a5018 HTTP/1.1" status: 200 len: 210 time: 0.0441029 Jul 08 15:24:52.623952 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb77540-303a-43b7-a66b-8258a16459f5 req-af758234-ddca-44ef-baef-3e643e687d64 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:52.625462 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-efb77540-303a-43b7-a66b-8258a16459f5 req-af758234-ddca-44ef-baef-3e643e687d64 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1054804 Jul 08 15:24:52.687081 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-efb77540-303a-43b7-a66b-8258a16459f5 req-b01f4d32-9303-476e-9298-3091ca5d7b37 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 Jul 08 15:24:53.379044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22343-764b-4b6f-b5a4-00033dc497ef req-54a1a23a-15eb-4082-883e-2748038fa53c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:53.380509 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bfc22343-764b-4b6f-b5a4-00033dc497ef req-54a1a23a-15eb-4082-883e-2748038fa53c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1310930 Jul 08 15:24:53.434407 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bfc22343-764b-4b6f-b5a4-00033dc497ef req-0047210e-7911-4d83-abee-52bf2b9db218 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469153 Jul 08 15:24:53.904633 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64277-7fe4-455c-bd36-6cb3995d6950 req-4f585e1e-8f6d-44a3-8b73-454c1c1c7e0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:53.909497 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a4b64277-7fe4-455c-bd36-6cb3995d6950 req-4f585e1e-8f6d-44a3-8b73-454c1c1c7e0c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1035895 Jul 08 15:24:53.984686 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a4b64277-7fe4-455c-bd36-6cb3995d6950 req-e7452231-d3b9-4504-bd4a-de8ce4e0df34 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Jul 08 15:24:54.635068 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d9f4-1808-4186-9479-b4e77a0cce2b req-711c2972-de5e-4f46-8274-b8f51d217482 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:54.636789 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-91a6d9f4-1808-4186-9479-b4e77a0cce2b req-711c2972-de5e-4f46-8274-b8f51d217482 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0939479 Jul 08 15:24:54.688300 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-91a6d9f4-1808-4186-9479-b4e77a0cce2b req-7c1e082b-5dad-471c-a785-e305a1bba6c1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Jul 08 15:24:55.184084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f629e6-68fa-4e3d-bfd5-3e4ac488a608 req-f471f452-239a-46c7-8b54-89c7df0488e6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:55.185576 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-89f629e6-68fa-4e3d-bfd5-3e4ac488a608 req-f471f452-239a-46c7-8b54-89c7df0488e6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0940969 Jul 08 15:24:55.235159 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-89f629e6-68fa-4e3d-bfd5-3e4ac488a608 req-bf39173b-babb-491a-b481-395484cad4a6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Jul 08 15:24:55.893603 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aadb4-968e-46e7-9c1e-b66c49b7177e req-590e9ccd-fa5a-41fa-a762-2613d001e87a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:55.895205 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-625aadb4-968e-46e7-9c1e-b66c49b7177e req-590e9ccd-fa5a-41fa-a762-2613d001e87a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0929842 Jul 08 15:24:55.911731 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:24:55.946560 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-625aadb4-968e-46e7-9c1e-b66c49b7177e req-0855c569-0759-4b33-9b3d-2d1e7aedbba3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443356 Jul 08 15:24:55.948675 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:24:55.949041 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device d13cf5ce-bd36-4e84-a1e4-e8d3750b6f91 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:24:56.439449 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfea80-9d5c-436b-98cd-34e8cb4a682f req-850a49f9-dfbb-436b-a76d-5449a6b3e49b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:56.440786 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8bdfea80-9d5c-436b-98cd-34e8cb4a682f req-850a49f9-dfbb-436b-a76d-5449a6b3e49b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0847445 Jul 08 15:24:56.502237 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8bdfea80-9d5c-436b-98cd-34e8cb4a682f req-d0e23644-b79d-4a5c-b47a-bd7baf78b912 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550711 Jul 08 15:24:57.146378 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1385e21-b386-4112-88ae-c1e96eda17e9 req-4f04e1c5-31c6-43a5-bf90-3e272b403219 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:57.147994 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d1385e21-b386-4112-88ae-c1e96eda17e9 req-4f04e1c5-31c6-43a5-bf90-3e272b403219 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0812418 Jul 08 15:24:57.194982 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d1385e21-b386-4112-88ae-c1e96eda17e9 req-88820dbc-ad90-4eaa-9238-8f0a178a442c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406883 Jul 08 15:24:57.622446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1464c-a0a9-4d29-a2f7-4e08544e0f3b req-a2ca8bf0-84cb-4d22-a48d-d79e02d664d4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:57.626067 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-65a1464c-a0a9-4d29-a2f7-4e08544e0f3b req-a2ca8bf0-84cb-4d22-a48d-d79e02d664d4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1577003 Jul 08 15:24:57.631744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d756-cd97-45ae-81e7-3d407c0524da req-6c820c5b-1612-4b5f-ad12-89a93d969354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:57.633618 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-6c820c5b-1612-4b5f-ad12-89a93d969354 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.1114054 Jul 08 15:24:57.725390 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe29a4-4d79-4740-9e36-3dbe49f4d330 req-8f09242c-b1fd-4e46-be51-431271e4acba tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:57.729211 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ebe29a4-4d79-4740-9e36-3dbe49f4d330 req-8f09242c-b1fd-4e46-be51-431271e4acba tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1025109 Jul 08 15:24:57.757929 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-65a1464c-a0a9-4d29-a2f7-4e08544e0f3b req-ee8e5e40-253b-4064-89b2-632fafca22ee tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229610 Jul 08 15:24:57.808231 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ebe29a4-4d79-4740-9e36-3dbe49f4d330 req-3a3ffda4-d407-4efe-9cbc-182afc5fb400 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723588 Jul 08 15:24:57.834083 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d756-cd97-45ae-81e7-3d407c0524da req-b8ad23bf-b154-47b1-8aa4-339871a89291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:57.836463 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-b8ad23bf-b154-47b1-8aa4-339871a89291 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.1878412 Jul 08 15:24:57.950818 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-253c858a-d1bc-4970-a0da-3efbd181c2a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 1001 time: 0.1062217 Jul 08 15:24:58.191473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d756-cd97-45ae-81e7-3d407c0524da req-32322d23-b758-488b-8aeb-79cf88a2bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:58.192895 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-32322d23-b758-488b-8aeb-79cf88a2bc07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.2360704 Jul 08 15:24:58.291864 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-0e477e5e-f0fb-4c27-aa70-6c04687263e0 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:58.293292 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-0e477e5e-f0fb-4c27-aa70-6c04687263e0 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 813 time: 0.3027816 Jul 08 15:24:58.313206 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-861ec784-f3da-4d93-8396-cc52f10d5e7e tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/quotas/e02db14182ca493eae139be37b786e5a HTTP/1.1" status: 200 len: 375 time: 0.0139141 Jul 08 15:24:58.323095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d756-cd97-45ae-81e7-3d407c0524da req-1214e79c-ec8f-48ee-a78b-99496d436363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:58.324501 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-1214e79c-ec8f-48ee-a78b-99496d436363 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225946 Jul 08 15:24:58.389868 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-ab127959-2cf1-4ca4-a1da-6fcaacf468dc tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Synchronizing usage tracker for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:24:58.465325 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-ab127959-2cf1-4ca4-a1da-6fcaacf468dc tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Unset dirty status for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:24:58.466597 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-ab127959-2cf1-4ca4-a1da-6fcaacf468dc tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480334 Jul 08 15:24:58.588925 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-279fa546-b768-41df-bbd0-8197b96a6567 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283978 Jul 08 15:24:58.715121 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-aa5b0f3e-9390-466d-9e8f-28bf3df0584f service neutron] 10.222.0.58 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414558 Jul 08 15:24:58.841145 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6458d756-cd97-45ae-81e7-3d407c0524da req-4716b55d-5523-4060-9a57-2482cf416e31 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428248 Jul 08 15:24:58.885353 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-4fea0758-5610-491e-a8e3-1dc03d8ef3d5 service neutron] 10.222.0.58 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633029 Jul 08 15:24:58.963276 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e4f00-3cbf-422d-a301-26346c78c0f4 req-55d7dbd0-ac0e-4f56-9596-905e33d249a4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:58.964758 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ae0e4f00-3cbf-422d-a301-26346c78c0f4 req-55d7dbd0-ac0e-4f56-9596-905e33d249a4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0916865 Jul 08 15:24:59.021334 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ae0e4f00-3cbf-422d-a301-26346c78c0f4 req-a337791f-9a31-406d-977f-d2baca3310e7 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508058 Jul 08 15:24:59.113519 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2bbc5416-2af8-4481-afef-b009b92da76d req-e7f0911f-b8cf-45c7-b0a7-4edaf96fc5c7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Jul 08 15:24:59.196363 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54240c2f-e9a2-4e91-8243-9072115cd70f req-3af4847a-8158-493d-9421-7a2dca070480 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:24:59.198181 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-54240c2f-e9a2-4e91-8243-9072115cd70f req-3af4847a-8158-493d-9421-7a2dca070480 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1143532 Jul 08 15:24:59.254727 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-54240c2f-e9a2-4e91-8243-9072115cd70f req-c27abf83-34bb-415a-b835-69ee9df59e03 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 Jul 08 15:25:00.286212 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-67e2ce3d-160a-42bf-a3ba-13a344c386e9 req-b926d96d-6079-4b39-9083-b224eb45d3aa tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 210 time: 0.0593092 Jul 08 15:25:00.299912 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76924f9-70e1-4c89-8f72-2bf64a00e51e req-9fcf27b7-bc0a-4fe1-8dde-f6e4a4e4c03e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:00.301448 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e76924f9-70e1-4c89-8f72-2bf64a00e51e req-9fcf27b7-bc0a-4fe1-8dde-f6e4a4e4c03e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1663661 Jul 08 15:25:00.373501 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-97764170-8efe-4755-9f67-ad385b38b2d8 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:00.375142 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-97764170-8efe-4755-9f67-ad385b38b2d8 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 813 time: 0.2462771 Jul 08 15:25:00.390181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Request body: {'port': {'device_id': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'network_id': '2001c044-95f4-4506-93b3-4546873a804c', 'admin_state_up': True, 'tenant_id': 'e02db14182ca493eae139be37b786e5a'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:00.404395 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e76924f9-70e1-4c89-8f72-2bf64a00e51e req-12bd9814-71d4-4b8b-b6bd-da1e54ee2ecc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927968 Jul 08 15:25:00.603416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:00.617473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:00.626402 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa19fb-f645-4e35-8ebf-4c5aee9ccbe7 req-eef57911-fef1-4d59-9c87-bc2386384e14 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:00.627891 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e5aa19fb-f645-4e35-8ebf-4c5aee9ccbe7 req-eef57911-fef1-4d59-9c87-bc2386384e14 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1440310 Jul 08 15:25:00.651205 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Made reservation on behalf of e02db14182ca493eae139be37b786e5a for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:00.654580 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:00.735952 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e5aa19fb-f645-4e35-8ebf-4c5aee9ccbe7 req-307696e0-623a-4058-a64d-eda0f7afe8f4 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009779 Jul 08 15:25:00.852148 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Allocated IP 172.20.0.7 (2001c044-95f4-4506-93b3-4546873a804c/ec603a26-2b9d-4080-95fb-9e473cbdf9e5/2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:01.066493 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.098420 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.104382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-56f5a5ba-27bd-45ef-9f2a-0b9a5080f175 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:01.265817 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Network 2001c044-95f4-4506-93b3-4546873a804c is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:01.268888 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:01.272775 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:01.303374 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Pushing event updated for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:01.313424 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:01.342713 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:01.343435 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.370583 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851108 Jul 08 15:25:01.388687 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Request body: {'port': {'device_id': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:01.490374 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960290c-5a13-4331-8cb6-b7d24081752e req-7071c1f4-bd67-473c-89d6-b66cc679bda7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:01.492463 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6960290c-5a13-4331-8cb6-b7d24081752e req-7071c1f4-bd67-473c-89d6-b66cc679bda7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 931 time: 0.0817339 Jul 08 15:25:01.516698 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.547315 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6960290c-5a13-4331-8cb6-b7d24081752e req-8b99981e-a93b-4611-a31d-55e001603838 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Jul 08 15:25:01.935926 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:25:01.945556 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.966794 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Transition to ACTIVE for port object 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:01.971578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:01.977367 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a84de194-d9c5-4e52-92a4-9368d9f139a1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:02.114560 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6b562-b113-47af-9854-615706edd915 req-43d9d02e-6c4c-4868-8949-b4a0ae9eee7f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:02.116120 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dfc6b562-b113-47af-9854-615706edd915 req-43d9d02e-6c4c-4868-8949-b4a0ae9eee7f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2560871 Jul 08 15:25:02.155821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Pushing event updated for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:02.158663 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:02.251808 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dfc6b562-b113-47af-9854-615706edd915 req-9cc74403-139f-4856-86e6-52329233e971 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Jul 08 15:25:02.273531 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Attempting to bind port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:02.273871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Attempting to bind port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:02.274205 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Attempting to bind port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 on network 2001c044-95f4-4506-93b3-4546873a804c {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:02.279199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 on network 2001c044-95f4-4506-93b3-4546873a804c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:25:02.279522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Attempting to bind port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 on network 2001c044-95f4-4506-93b3-4546873a804c {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:02.285249 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:02.285605 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Checking segment: {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:02.286081 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Bound using segment: {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:02.286437 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Bound port: 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a641b4bc-32aa-443a-a0a4-12b83f257cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2001c044-95f4-4506-93b3-4546873a804c'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:02.286814 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:02.387149 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:02.390846 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:02.395237 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:02.399657 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:02.457680 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:02.458296 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:02.459688 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] 10.222.0.69 "PUT /v2.0/ports/2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 HTTP/1.1" status: 200 len: 1093 time: 1.0757437 Jul 08 15:25:02.460173 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:02.480469 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Pushing event updated for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:02.483803 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:02.531935 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21', 'status': 'completed', 'code': 200} Jul 08 15:25:02.578469 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-4e7e4e7e-1765-464c-af7b-299da9025698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:02.580041 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-4e7e4e7e-1765-464c-af7b-299da9025698 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 1096 time: 0.0804408 Jul 08 15:25:02.705546 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-bf487b4b-e201-4554-9fb0-6047fc9cbd8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 HTTP/1.1" status: 200 len: 217 time: 0.0977523 Jul 08 15:25:02.794061 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-16545df0-820b-46b6-8b6d-68ef661001d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:02.795420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-16545df0-820b-46b6-8b6d-68ef661001d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec603a26-2b9d-4080-95fb-9e473cbdf9e5 HTTP/1.1" status: 200 len: 853 time: 0.0754359 Jul 08 15:25:02.848131 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeca9d7-b5e6-4447-a386-7b2c6e27f267 req-f4a8fe8e-2c35-4f8a-93c2-0a42fe1aa54c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:02.848819 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-fbeca9d7-b5e6-4447-a386-7b2c6e27f267 req-f4a8fe8e-2c35-4f8a-93c2-0a42fe1aa54c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Synchronizing usage tracker for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:02.859800 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-2287c075-f526-428e-af18-f4107bbfe1ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2001c044-95f4-4506-93b3-4546873a804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562735 Jul 08 15:25:02.896809 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-fbeca9d7-b5e6-4447-a386-7b2c6e27f267 req-f4a8fe8e-2c35-4f8a-93c2-0a42fe1aa54c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Unset dirty status for tenant:e02db14182ca493eae139be37b786e5a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:02.898546 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fbeca9d7-b5e6-4447-a386-7b2c6e27f267 req-f4a8fe8e-2c35-4f8a-93c2-0a42fe1aa54c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 943 time: 0.2351425 Jul 08 15:25:03.017124 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fbeca9d7-b5e6-4447-a386-7b2c6e27f267 req-10a224cb-114b-4738-a434-19066fcfa78c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749950 Jul 08 15:25:03.124182 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-d91f5366-1db7-4fe9-9a3d-522610a26a2d service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548904 Jul 08 15:25:03.259601 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-39705f22-e51c-4ec1-92c1-0e2b25eb842f req-4b58efad-564c-4f88-9a8f-0f66447607c8 service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264350 Jul 08 15:25:03.388070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-9fd6a325-de43-4713-9bbc-387abd2890ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:03.390233 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-9fd6a325-de43-4713-9bbc-387abd2890ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e02db14182ca493eae139be37b786e5a&device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 1096 time: 0.0784812 Jul 08 15:25:03.449214 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a712af2-86bc-4e29-bc73-ef69d1988a31 req-49eefd90-c354-4132-a36a-d9ea318344a9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:03.450705 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a712af2-86bc-4e29-bc73-ef69d1988a31 req-49eefd90-c354-4132-a36a-d9ea318344a9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Jul 08 15:25:03.498438 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a712af2-86bc-4e29-bc73-ef69d1988a31 req-4128043a-299b-492e-9d04-d37a26ef69c8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Jul 08 15:25:03.526899 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-564b2c96-b363-44b2-b114-a7fea25c9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:03.528396 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-564b2c96-b363-44b2-b114-a7fea25c9c0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 200 len: 914 time: 0.1307359 Jul 08 15:25:03.601913 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-23fed043-e982-4e2d-ab65-74d65f4ab496 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 HTTP/1.1" status: 200 len: 217 time: 0.0657670 Jul 08 15:25:03.667461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-66898cc4-723e-4279-837a-1dd4e9242185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:03.668818 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-66898cc4-723e-4279-837a-1dd4e9242185 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec603a26-2b9d-4080-95fb-9e473cbdf9e5 HTTP/1.1" status: 200 len: 853 time: 0.0594461 Jul 08 15:25:03.720974 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-82925265-46f1-4718-9fe7-3ce636d4f331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2001c044-95f4-4506-93b3-4546873a804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445039 Jul 08 15:25:03.855827 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-34c08230-90ee-44e3-83af-f8584c8045d8 service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264997 Jul 08 15:25:03.987221 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d3abaa8a-3ca6-4be5-af83-2261b6cee438 req-365ed93a-6c94-4852-9524-79e41d3d4a11 service neutron] 10.222.0.69 "GET /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245673 Jul 08 15:25:04.200557 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb736c86-91af-4b2e-8b02-09ee9f943f6f req-96cb142e-2f59-4d45-8f6b-461e3fd28835 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:04.202004 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fb736c86-91af-4b2e-8b02-09ee9f943f6f req-96cb142e-2f59-4d45-8f6b-461e3fd28835 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 943 time: 0.0800650 Jul 08 15:25:04.246903 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fb736c86-91af-4b2e-8b02-09ee9f943f6f req-97cfd694-c8f9-4c6b-858c-4cca120071a8 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Jul 08 15:25:04.690378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc91b2-ac51-41a1-82d6-d550cc1d3464 req-aab40ca1-7ce5-4119-a5be-693f7012c964 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:04.691827 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-99bc91b2-ac51-41a1-82d6-d550cc1d3464 req-aab40ca1-7ce5-4119-a5be-693f7012c964 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0834467 Jul 08 15:25:04.736985 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-99bc91b2-ac51-41a1-82d6-d550cc1d3464 req-aa59fa19-66b5-4204-9de8-02abbaabb4e3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Jul 08 15:25:05.437403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc24ffe-6100-494a-8d91-0261e29da0f1 req-d6285a0e-86f7-4277-834f-1aa7953492aa tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:05.438891 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1dc24ffe-6100-494a-8d91-0261e29da0f1 req-d6285a0e-86f7-4277-834f-1aa7953492aa tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 943 time: 0.0845311 Jul 08 15:25:05.483929 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1dc24ffe-6100-494a-8d91-0261e29da0f1 req-9acebeb2-647f-48b9-bb3b-8aa88d423a05 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Jul 08 15:25:05.924625 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53fdbc-8dd1-4d2d-ad6f-7c11c448d132 req-8964bcb0-e0d1-4e3a-886f-16eeaeab3a32 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:05.926084 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5e53fdbc-8dd1-4d2d-ad6f-7c11c448d132 req-8964bcb0-e0d1-4e3a-886f-16eeaeab3a32 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0806105 Jul 08 15:25:05.942973 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:25:05.981932 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5e53fdbc-8dd1-4d2d-ad6f-7c11c448d132 req-8e018d40-8920-4385-9612-9d86f3978266 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Jul 08 15:25:06.078318 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:06.091542 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21', 'network_id': '2001c044-95f4-4506-93b3-4546873a804c', 'port_id': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21', 'mac_address': 'fa:16:3e:9a:5c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec603a26-2b9d-4080-95fb-9e473cbdf9e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:25:06.150785 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:06.168929 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:25:06.185146 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:06.189027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:06.190798 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d2ce54d1-cce8-45c0-94ad-8328f9a2413f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:06.259983 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:06.267048 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.267388 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.267711 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.268030 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.268347 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.268664 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.268977 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.269287 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.269597 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.269907 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.270220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.270527 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:06.275005 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:06.558228 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:25:06.680378 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc2a6-79c7-42c2-8f2e-7f0f47cc1f5b req-d4d31554-38d2-42da-9e83-4330b5a37f2b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:06.681761 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-797cc2a6-79c7-42c2-8f2e-7f0f47cc1f5b req-d4d31554-38d2-42da-9e83-4330b5a37f2b tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 944 time: 0.0893984 Jul 08 15:25:06.729997 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-797cc2a6-79c7-42c2-8f2e-7f0f47cc1f5b req-6d62e0de-6322-483b-aa3e-6279451c3e35 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Jul 08 15:25:07.171361 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26dfda-7242-4801-acd5-1224835dd2f1 req-37ab8a9c-f58f-46af-9cda-514507d3e97f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:07.174518 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fa26dfda-7242-4801-acd5-1224835dd2f1 req-37ab8a9c-f58f-46af-9cda-514507d3e97f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0832975 Jul 08 15:25:07.221132 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fa26dfda-7242-4801-acd5-1224835dd2f1 req-60089efd-d11d-48b0-b0a3-dfb14ce6301f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Jul 08 15:25:07.417826 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-140dd698-3e84-447b-b38d-8cb18900d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:07.854025 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:07.920867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cebbe-f4dd-4bed-8b6b-81303610f89a req-2b2bc839-af5e-4825-aa68-9f51a086f290 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:07.922341 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-527cebbe-f4dd-4bed-8b6b-81303610f89a req-2b2bc839-af5e-4825-aa68-9f51a086f290 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 944 time: 0.0851679 Jul 08 15:25:07.952116 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:07.968738 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-527cebbe-f4dd-4bed-8b6b-81303610f89a req-f7fe39e3-b718-4332-8703-a5ed62334260 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Jul 08 15:25:08.018848 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:08.023435 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:08.023807 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:08.138942 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:08.166442 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:08.176304 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:08.180835 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:08.182733 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:08.232916 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21', 'code': 200} Jul 08 15:25:08.253959 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:08.256660 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:08.482309 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb1a87-c272-421c-a5cc-6c202f79d092 req-a78ec179-3c05-4245-8772-c09b4d1ee89d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:08.483821 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d8bb1a87-c272-421c-a5cc-6c202f79d092 req-a78ec179-3c05-4245-8772-c09b4d1ee89d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1401625 Jul 08 15:25:08.516333 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d997f94-5db2-4cda-aedb-88c4cd8cfe82 req-a8a3d327-cd6c-415d-b11e-d8430a5903ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:08.517814 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d997f94-5db2-4cda-aedb-88c4cd8cfe82 req-a8a3d327-cd6c-415d-b11e-d8430a5903ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 1098 time: 0.1122041 Jul 08 15:25:08.555457 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d8bb1a87-c272-421c-a5cc-6c202f79d092 req-77b49c0e-d9e3-4b19-9e70-91f8126fd871 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653317 Jul 08 15:25:08.574439 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d997f94-5db2-4cda-aedb-88c4cd8cfe82 req-f7fb1c6a-f6ad-46da-8d01-87f911238d2a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470250 Jul 08 15:25:09.163459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1b684-fac3-4c41-bbc2-5984ed538749 req-3a3c0a7d-e825-4b9a-a5d7-f4a0545b6868 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:09.164865 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c8d1b684-fac3-4c41-bbc2-5984ed538749 req-3a3c0a7d-e825-4b9a-a5d7-f4a0545b6868 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.0851707 Jul 08 15:25:09.209646 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c8d1b684-fac3-4c41-bbc2-5984ed538749 req-49f8c14b-094f-4764-921d-5384f8fab377 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Jul 08 15:25:09.745079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e5141-45ef-4a02-a41f-2418831650e4 req-aaf8d685-cf43-4c61-bfa7-c8c3c3c12d29 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:09.746515 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-905e5141-45ef-4a02-a41f-2418831650e4 req-aaf8d685-cf43-4c61-bfa7-c8c3c3c12d29 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0801454 Jul 08 15:25:09.792262 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-905e5141-45ef-4a02-a41f-2418831650e4 req-f9aa1ff7-ffa8-40bb-aae6-2310479676fe tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Jul 08 15:25:09.916562 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9613-d53d-4d03-890c-44612fdd9888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:10.396920 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc3fa-9be2-471a-bb45-106d7cd9a8c6 req-8d1c95e1-4334-4003-8870-6d75f7554951 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:10.399054 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-19ecc3fa-9be2-471a-bb45-106d7cd9a8c6 req-8d1c95e1-4334-4003-8870-6d75f7554951 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.0842893 Jul 08 15:25:10.447532 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-19ecc3fa-9be2-471a-bb45-106d7cd9a8c6 req-49ba3b76-6781-4a9d-9459-5f14bd9a1810 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Jul 08 15:25:10.990426 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d8d6-73bb-4aaf-a59b-bff27990639b req-76305b3e-bfc6-4416-86a6-7b965145e6a5 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:10.992484 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a8c0d8d6-73bb-4aaf-a59b-bff27990639b req-76305b3e-bfc6-4416-86a6-7b965145e6a5 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0860879 Jul 08 15:25:11.037679 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a8c0d8d6-73bb-4aaf-a59b-bff27990639b req-5cc97caa-c164-4379-81ef-7434ca7849f1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Jul 08 15:25:11.123924 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:12.312706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d6b27-7d30-42bc-9cb0-18b3cc2515eb req-034ba75f-9762-41e2-9065-9dd452b9b830 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:12.314109 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632d6b27-7d30-42bc-9cb0-18b3cc2515eb req-034ba75f-9762-41e2-9065-9dd452b9b830 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1633551 Jul 08 15:25:12.359428 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632d6b27-7d30-42bc-9cb0-18b3cc2515eb req-25ac367d-3953-46b3-add6-683654efc00e tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Jul 08 15:25:12.526996 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:13.560921 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0014-ad51-469b-9b79-537f6726845c req-0af3196c-ace2-484f-a4a7-c5308689d2d8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:13.562411 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6fca0014-ad51-469b-9b79-537f6726845c req-0af3196c-ace2-484f-a4a7-c5308689d2d8 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0850840 Jul 08 15:25:13.608775 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6fca0014-ad51-469b-9b79-537f6726845c req-8375d1fd-752b-441b-91ff-3c2f2fe23aec tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Jul 08 15:25:14.791157 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd9eb-17a1-41e5-a7a5-08346c0bc3eb req-1491fb37-41a3-4dfe-8313-55188f09693c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:14.792613 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-249bd9eb-17a1-41e5-a7a5-08346c0bc3eb req-1491fb37-41a3-4dfe-8313-55188f09693c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0796354 Jul 08 15:25:14.840382 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-249bd9eb-17a1-41e5-a7a5-08346c0bc3eb req-d0f9d7f0-48c6-4918-a889-36060142a145 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Jul 08 15:25:16.033911 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5b460-0c02-41fc-b389-2f05f02d6f41 req-404a97a8-6b77-4ddf-8ca1-79d0851258ea tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:16.035403 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-31d5b460-0c02-41fc-b389-2f05f02d6f41 req-404a97a8-6b77-4ddf-8ca1-79d0851258ea tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0854824 Jul 08 15:25:16.080683 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-31d5b460-0c02-41fc-b389-2f05f02d6f41 req-07e45858-7f36-4a29-8ba7-f35693f7d2c0 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Jul 08 15:25:16.458374 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348fb1c-0a2a-4650-9863-cd6860bfc527 req-15a633e7-b448-466b-9c15-36181282735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:16.461010 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6348fb1c-0a2a-4650-9863-cd6860bfc527 req-15a633e7-b448-466b-9c15-36181282735d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.0741909 Jul 08 15:25:16.504825 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6348fb1c-0a2a-4650-9863-cd6860bfc527 req-88c7f7be-d858-4bdb-8b5d-e666c37d511b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366225 Jul 08 15:25:16.575475 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54196) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:16.709997 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:16.724437 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:16.728546 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Usage tracker for resource:security_group_rule and tenant:f868eef4f4524d3aaf839fb019ccf3f6 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:16.731472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:16.737175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:16.831880 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:16.835831 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:16.844390 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-116a5c12-bff0-470c-8c4a-301689d17d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:16.885271 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f868eef4f4524d3aaf839fb019ccf3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085096 Jul 08 15:25:16.886306 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cd8ef-a0ab-4dd4-8c85-94abd53df039,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:16.888011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54204) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:16.889820 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:16.966727 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:16.996195 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:17.053331 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:17.059774 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e9039651-fa93-4535-8652-4d64c84561c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:17.073320 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cd8ef-a0ab-4dd4-8c85-94abd53df039,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:17.075933 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:17.077140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:17.078234 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd0cd8ef-a0ab-4dd4-8c85-94abd53df039 HTTP/1.1" status: 204 len: 168 time: 0.1892467 Jul 08 15:25:17.283574 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d563289-c97b-49bf-ade6-7526cdce930e req-fd381234-5224-4cd9-8e99-b9dd0fd94257 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:17.285034 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2d563289-c97b-49bf-ade6-7526cdce930e req-fd381234-5224-4cd9-8e99-b9dd0fd94257 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0928960 Jul 08 15:25:17.339770 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2d563289-c97b-49bf-ade6-7526cdce930e req-0ef35db4-3002-4bf1-a043-973adcd653fc tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Jul 08 15:25:17.795046 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54232) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:17.899317 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2134838045-network', 'tenant_id': '715e82118b0740899eb461b4fd96d87e'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:17.903867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:17.907816 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Usage tracker for resource:network and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:17.910705 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:17.917272 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:17.927079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Made reservation on behalf of 715e82118b0740899eb461b4fd96d87e for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:17.930053 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:17.941766 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:17.956219 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:17.960055 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:17.962872 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:17.968633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:18.052637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.057377 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.061258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e0694fa8-eb3d-471f-9f48-7e0a022784da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:18.085122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:25:18.098327 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fdd9a-46d8-467c-afbb-1ff54df49d85,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:18.102570 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:18.103511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.103839 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Added segment 5c42ebba-d61c-45fc-b84a-c9fe726962e8 of type vlan for network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e Jul 08 15:25:18.130505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.159548 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.160964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:18.161633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.165200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:18.264916 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Pushing event updated for resources: {'Network': ['ID=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:18.268223 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:18.271599 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4755080 Jul 08 15:25:18.274424 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54242) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:18.276730 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:25:18.280353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Request body: {'subnet': {'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2134838045-subnet', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:18.285347 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:18.293000 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Usage tracker for resource:subnet and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:18.296931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:18.304468 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:18.315513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Made reservation on behalf of 715e82118b0740899eb461b4fd96d87e for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:18.317905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2516234'] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.555839 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd60d6-5dd9-42d9-aed6-7f95457d73ff req-1a4e0dd8-4330-4cac-8074-085604cbde53 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:18.557424 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-29bd60d6-5dd9-42d9-aed6-7f95457d73ff req-1a4e0dd8-4330-4cac-8074-085604cbde53 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0850010 Jul 08 15:25:18.560645 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126908592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2516252'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.565813 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:18.603139 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-29bd60d6-5dd9-42d9-aed6-7f95457d73ff req-d2b441bc-d32c-48b8-a8c6-b3f150167098 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 08 15:25:18.644728 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c2cddd-76bf-4d1f-b665-b17283355212,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:18.646975 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Checking segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:18.647434 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Network hostable DHCP agents. Network: eb2d30a0-7a28-49e1-acd1-2e320cd7a09e, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:25:18.652575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:18.669236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:25:18.678820 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, eb2d30a0-7a28-49e1-acd1-2e320cd7a09e) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:18.683784 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:18.684535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.687944 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e359f6-8d14-4296-8973-d7939284f025 None None] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:25:18.712591 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d028618a-d5aa-4cc4-a479-3c7c8315c2b7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4337654 Jul 08 15:25:18.712930 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54250) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:18.719912 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:18.724609 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:18.729481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Usage tracker for resource:router and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:18.732411 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:18.738586 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:18.750294 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.751857 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.767932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:18.914184 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:25:18.915348 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.089621 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Allocated IP 172.20.0.2 (eb2d30a0-7a28-49e1-acd1-2e320cd7a09e/70c2cddd-76bf-4d1f-b665-b17283355212/82c566f8-944d-4a40-b961-843793d2915d) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:19.112329 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.327760 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.339526 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Transition to ACTIVE for port object 82c566f8-944d-4a40-b961-843793d2915d will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:19.357681 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Transition to ACTIVE for port object 82c566f8-944d-4a40-b961-843793d2915d will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:19.364382 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.374999 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:19.386862 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-6f2845c0-9337-4a96-b139-f3592f9fc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:19.388353 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-6f2845c0-9337-4a96-b139-f3592f9fc178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 1098 time: 0.3284240 Jul 08 15:25:19.403140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec9db1-cb1e-4d30-a361-eaab405e54e5 req-e12551ec-ccf3-411c-818d-d3ad9974a766 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:19.404593 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-74ec9db1-cb1e-4d30-a361-eaab405e54e5 req-e12551ec-ccf3-411c-818d-d3ad9974a766 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2949202 Jul 08 15:25:19.426912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:19.430782 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:19.434420 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:19.484057 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Pushing event updated for resources: {'Port': ['ID=82c566f8-944d-4a40-b961-843793d2915d,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:19.516235 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:19.535596 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Attempting to bind port 82c566f8-944d-4a40-b961-843793d2915d on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:19.536066 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Attempting to bind port 82c566f8-944d-4a40-b961-843793d2915d by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:19.536442 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Attempting to bind port 82c566f8-944d-4a40-b961-843793d2915d on network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:19.542273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:19.542802 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Checking segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:19.543232 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.543634 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Bound using segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:19.545097 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Bound port: 82c566f8-944d-4a40-b961-843793d2915d, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:19.545097 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.576135 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-74ec9db1-cb1e-4d30-a361-eaab405e54e5 req-cb0a0f46-d72e-46a2-9c3a-35b41286abd1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475017 Jul 08 15:25:19.607003 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-826c9965-9bb9-45eb-af80-404568106fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:19.608470 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-826c9965-9bb9-45eb-af80-404568106fa0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 200 len: 920 time: 0.2028811 Jul 08 15:25:19.643837 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] For port 82c566f8-944d-4a40-b961-843793d2915d, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:19.647393 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] For port 82c566f8-944d-4a40-b961-843793d2915d, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=82c566f8-944d-4a40-b961-843793d2915d,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:19.654361 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:19.658880 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-e69cc1fc-bae4-4fba-ab99-d32db22a93ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:19.725841 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Pushing event updated for resources: {'Port': ['ID=82c566f8-944d-4a40-b961-843793d2915d,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:19.730773 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:19.801775 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-069942f5-73c9-439a-9413-ea82430d3914 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 200 len: 217 time: 0.1273320 Jul 08 15:25:19.912123 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-6a3620ff-d8cb-4490-bf9f-959190658078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:19.914143 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-6a3620ff-d8cb-4490-bf9f-959190658078 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 200 len: 859 time: 0.1050389 Jul 08 15:25:19.915305 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:20.003274 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:20.008153 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-9769ce54-a405-4f3d-8c8e-0f4d88cd51d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60ac9878-8a43-4dac-a994-6a30a8dfba45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607836 Jul 08 15:25:20.263459 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-08f3bf5e-7a92-49e6-bc65-55c4a3faf8a7 service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114789 Jul 08 15:25:20.281678 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Allocated IP 172.28.3.11 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/e6fcee36-3d3d-4466-b1e6-ea1137d461a1) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:20.518865 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-43d9ef5f-ffd2-4fdc-b88f-ed696785d92f req-79d931bd-0397-492e-81a8-8245804c812c service neutron] 10.222.0.69 "GET /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390401 Jul 08 15:25:20.562892 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:20.596083 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:20.605744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21bbf1b4-e4d1-443d-8ef1-47b554098235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:20.606226 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:20.654204 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:20.668080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:20.670496 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:20.794900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:20.797781 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:20.847489 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924fa74-9a21-4ab1-851f-4bdb9abefa11 None None] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:25:20.945400 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-455ac89c-459c-4633-8f3e-405b757c04ae None None] Provisioning for port 82c566f8-944d-4a40-b961-843793d2915d completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:21.146734 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e57c6f-3c8c-448d-b173-1e29b5df262b req-d83fb879-7f25-4fd8-a4c6-0f892a29cc06 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:21.153938 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-17e57c6f-3c8c-448d-b173-1e29b5df262b req-d83fb879-7f25-4fd8-a4c6-0f892a29cc06 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.4538648 Jul 08 15:25:21.198850 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 82c566f8-944d-4a40-b961-843793d2915d up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:21.287588 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 82c566f8-944d-4a40-b961-843793d2915d completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:21.293764 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 82c566f8-944d-4a40-b961-843793d2915d triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:21.294179 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.298240 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-17e57c6f-3c8c-448d-b173-1e29b5df262b req-c50209a1-9816-447f-a954-dac233f12002 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434255 Jul 08 15:25:21.457005 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.469734 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.508151 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d77bf406-4585-4b01-9c02-4d0696033128 None None] Provisioning complete for port 82c566f8-944d-4a40-b961-843793d2915d triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:21.508533 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d77bf406-4585-4b01-9c02-4d0696033128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.551982 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 82c566f8-944d-4a40-b961-843793d2915d, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=82c566f8-944d-4a40-b961-843793d2915d,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:21.560127 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.564769 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:21.602199 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:25:21.669556 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=82c566f8-944d-4a40-b961-843793d2915d,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:21.677091 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:21.907791 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:21.991129 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ab27f-2bff-4207-a94a-18ba20979b3d req-7a12cde6-c66e-4173-9ae6-6e18fb4e3af5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:21.992560 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b30ab27f-2bff-4207-a94a-18ba20979b3d req-7a12cde6-c66e-4173-9ae6-6e18fb4e3af5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.2466075 Jul 08 15:25:22.122986 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b30ab27f-2bff-4207-a94a-18ba20979b3d req-dc9e2d47-147e-429d-a8e4-cc9eeda97404 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228347 Jul 08 15:25:22.162698 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Router cb313147-422d-4b3e-8faa-40551e907471 is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:25:22.346566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:22.357479 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Sync routers for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:22.373073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:22.376963 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6602962 Jul 08 15:25:22.377338 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54300) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:22.378325 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:22.379317 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:22.561885 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:22.638059 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cd7ee-9360-49e7-a09f-69e1bf60eda1 req-6a8ed3d7-692b-44ba-8b45-bf543b47324f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:22.645458 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cc7cd7ee-9360-49e7-a09f-69e1bf60eda1 req-6a8ed3d7-692b-44ba-8b45-bf543b47324f tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2066550 Jul 08 15:25:22.909235 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:21Z', 'revision_number': 3, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:22.913721 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Checking router: cb313147-422d-4b3e-8faa-40551e907471 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:22.914081 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Updating router cb313147-422d-4b3e-8faa-40551e907471 port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:25:22.942080 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cc7cd7ee-9360-49e7-a09f-69e1bf60eda1 req-8b19d57f-8fbf-40b9-9994-90e2f12130a1 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325018 Jul 08 15:25:23.003680 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.114840 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 82c566f8-944d-4a40-b961-843793d2915d up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:23.196736 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 82c566f8-944d-4a40-b961-843793d2915d triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:23.197210 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.342276 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.398489 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49ceac-e055-4423-8cc3-74e8a4135103 req-4bad4bae-c9ea-433b-9678-c085bfe8aea1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:23.405417 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1d49ceac-e055-4423-8cc3-74e8a4135103 req-4bad4bae-c9ea-433b-9678-c085bfe8aea1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.1572609 Jul 08 15:25:23.429729 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.448907 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Transition to ACTIVE for port object e6fcee36-3d3d-4466-b1e6-ea1137d461a1 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:23.458203 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.469671 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:23.544993 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Attempting to bind port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:23.545368 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Attempting to bind port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:23.545787 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Attempting to bind port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:23.554347 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:23.554806 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:23.555211 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.555611 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:23.556099 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Bound port: e6fcee36-3d3d-4466-b1e6-ea1137d461a1, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:23.556500 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.599326 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1d49ceac-e055-4423-8cc3-74e8a4135103 req-f240d9ac-3db6-447b-b7d1-714fa4247116 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800089 Jul 08 15:25:23.626291 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Pushing event updated for resources: {'Port': ['ID=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:23.629087 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Allocated IP 172.20.0.1 (eb2d30a0-7a28-49e1-acd1-2e320cd7a09e/70c2cddd-76bf-4d1f-b665-b17283355212/206ea958-0a4a-4041-89a0-c88302b9ea73) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:23.648890 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.649231 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.649606 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.649907 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.650199 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.650521 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.650865 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.651239 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.651562 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.651876 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.652188 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.652497 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:23.658108 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:23.670389 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] For port e6fcee36-3d3d-4466-b1e6-ea1137d461a1, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:23.673824 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] For port e6fcee36-3d3d-4466-b1e6-ea1137d461a1, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:23.678561 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.684614 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:23.759525 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-fa6a9332-931b-4e17-b175-283190b1355a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:23.761086 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-fa6a9332-931b-4e17-b175-283190b1355a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 947 time: 0.0911314 Jul 08 15:25:23.776749 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:23.777838 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:23.796480 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.815296 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Transition to ACTIVE for port object 206ea958-0a4a-4041-89a0-c88302b9ea73 will not be triggered until provisioned by entity DHCP. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:23.850302 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.854085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Deleting port 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:23.854525 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:23.855178 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d45d181-9434-4568-9e3a-a50d46e9cc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:23.868389 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Pushing event updated for resources: {'Port': ['ID=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:23.872097 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-d076c538-8a64-4ba3-ad84-f09483486e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:23.923729 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:23.926441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:23.930818 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:23.963435 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:23.973835 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:23.988738 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:23.999845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.145244 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.254878 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e382c1ec-7e5f-48fd-a0ac-2b175c70ca3f None None] Provisioning for port 206ea958-0a4a-4041-89a0-c88302b9ea73 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:24.258341 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] For port 64dae843-b8f0-4bec-b862-7ded956b09f6, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=64dae843-b8f0-4bec-b862-7ded956b09f6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:24.258811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.263572 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e382c1ec-7e5f-48fd-a0ac-2b175c70ca3f None None] Provisioning complete for port 206ea958-0a4a-4041-89a0-c88302b9ea73 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:24.264297 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e382c1ec-7e5f-48fd-a0ac-2b175c70ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.277069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9442c-0042-4dd0-8ba9-360745a573de req-a2dee4a0-163e-447a-9e7a-239e689811ce tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:24.278584 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c7f9442c-0042-4dd0-8ba9-360745a573de req-a2dee4a0-163e-447a-9e7a-239e689811ce tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.1694384 Jul 08 15:25:24.329410 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-e382c1ec-7e5f-48fd-a0ac-2b175c70ca3f None None] Port 206ea958-0a4a-4041-89a0-c88302b9ea73 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:24.356430 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:21Z', 'revision_number': 3, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:24.361037 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36759460-fb14-4b90-a551-a5da1bac113b None None] The sync data for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb is: [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:21Z', 'revision_number': 3, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:24.414265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.420432 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.449440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a5b8943d-3dda-441f-befc-26293b6ac92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:24.498051 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c7f9442c-0042-4dd0-8ba9-360745a573de req-0be02dd3-546c-44c8-adca-bef88751ecf6 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272960 Jul 08 15:25:24.537695 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:24.542257 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:24.548310 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.650523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.650992 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.651331 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Floating IP 0b9108da-c0e5-4fd1-98a9-5915523a0f99 disassociated. External IP: 172.28.3.116, port: 64dae843-b8f0-4bec-b862-7ded956b09f6. Jul 08 15:25:24.651683 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Calling delete_port for 64dae843-b8f0-4bec-b862-7ded956b09f6 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:24.891047 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:24.905128 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:24.943449 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f46fba46-9a82-463c-971b-657e25891529 req-aa6434f0-3d9a-420e-96fb-b6a0133711f2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 210 time: 0.0876241 Jul 08 15:25:24.982450 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:24.983848 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:25.020033 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'Port': ['ID=64dae843-b8f0-4bec-b862-7ded956b09f6,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:25.023324 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:25.217867 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e6fcee36-3d3d-4466-b1e6-ea1137d461a1 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:25.281128 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Router cb313147-422d-4b3e-8faa-40551e907471 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:25:25.296357 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:25:25.347080 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:25.360359 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:25.360994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:25.638219 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:25.659191 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port e6fcee36-3d3d-4466-b1e6-ea1137d461a1, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:25.666056 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:25.670454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:25.711830 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-8e76cdc4-9a8f-4f5e-b418-129099bc65c4 None None] Provisioning complete for port 206ea958-0a4a-4041-89a0-c88302b9ea73 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:25.712552 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8e76cdc4-9a8f-4f5e-b418-129099bc65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:25.724835 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:25.734793 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:25.761087 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] 10.222.0.58 "PUT /v2.0/routers/cb313147-422d-4b3e-8faa-40551e907471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3825424 Jul 08 15:25:25.785829 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:25.842300 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] No DVR routers for this DVR port 64dae843-b8f0-4bec-b862-7ded956b09f6 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:25:25.845639 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:25.846532 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8e76cdc4-9a8f-4f5e-b418-129099bc65c4 None None] Port 206ea958-0a4a-4041-89a0-c88302b9ea73 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:25.849075 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-deleted', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:25.852353 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:25.853294 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:25.868879 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2bd9bf1d-584d-4ec3-8cea-073dcac0ce4f req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "DELETE /v2.0/ports/64dae843-b8f0-4bec-b862-7ded956b09f6 HTTP/1.1" status: 204 len: 173 time: 2.1010785 Jul 08 15:25:25.904053 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a53794-c54a-4269-92a2-e41a6d54b875', 'name': 'network-vif-deleted', 'tag': '64dae843-b8f0-4bec-b862-7ded956b09f6', 'status': 'completed', 'code': 200} Jul 08 15:25:26.125264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:26.139482 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:26.175991 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:26.423360 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-65b3812d-68d8-4e10-977c-44c78faaa46f req-abfec337-8b3d-42ac-806c-dcabde7e804d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:26.461130 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-65b3812d-68d8-4e10-977c-44c78faaa46f req-abfec337-8b3d-42ac-806c-dcabde7e804d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:26.482818 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-65b3812d-68d8-4e10-977c-44c78faaa46f req-abfec337-8b3d-42ac-806c-dcabde7e804d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8a53794-c54a-4269-92a2-e41a6d54b875 HTTP/1.1" status: 200 len: 210 time: 0.3258407 Jul 08 15:25:26.627596 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54350) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:26.633141 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:26.635994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1532907121-network', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:26.637453 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:26.643257 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:26.648471 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Usage tracker for resource:network and tenant:312531a92c1c4f46be088a003c4f6bbb is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:26.649272 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:26.649901 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:26.652028 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:26.660266 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:26.672423 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Made reservation on behalf of 312531a92c1c4f46be088a003c4f6bbb for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:26.675243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:26.719715 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:26.743190 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:26.748977 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Usage tracker for resource:security_group_rule and tenant:312531a92c1c4f46be088a003c4f6bbb is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:26.764415 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:26.771853 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:26.777854 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Sync routers for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:26.799382 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:26.800100 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:26.897166 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:26.907839 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:26.927689 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:25:26.942861 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:26.943403 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Added segment 42b27304-7c4f-4d99-b7e8-0855a5e48f75 of type vlan for network 74813433-7fa3-489f-9546-5adabff133b2 Jul 08 15:25:26.977660 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:26.990274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cea259dc-2382-46f2-a300-0ded1f065f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:27.021873 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.076032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a49cda-af03-4720-a4d9-32288538989d,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:27.080754 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:27.121650 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:27.149061 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.150686 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:27.151275 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.183036 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:27.206306 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5767407 Jul 08 15:25:27.208890 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54368) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:27.219459 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Request body: {'subnet': {'network_id': '74813433-7fa3-489f-9546-5adabff133b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1532907121-subnet', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:27.229773 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:27.244108 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Usage tracker for resource:subnet and tenant:312531a92c1c4f46be088a003c4f6bbb is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:27.251541 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:27.272729 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:27.292328 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Made reservation on behalf of 312531a92c1c4f46be088a003c4f6bbb for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:27.297213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2516234'] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.305835 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e6fcee36-3d3d-4466-b1e6-ea1137d461a1 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:27.311003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Pushing event updated for resources: {'Network': ['ID=74813433-7fa3-489f-9546-5adabff133b2,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:27.313932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:27.415474 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 74813433-7fa3-489f-9546-5adabff133b2 details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:25:27.637958 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126908592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2516252'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.645276 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f8c28acf-8d96-4483-a989-cad6cb063077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:27.654737 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 2, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:27.660136 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Checking router: cb313147-422d-4b3e-8faa-40551e907471 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:27.660633 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Updating router cb313147-422d-4b3e-8faa-40551e907471 port 206ea958-0a4a-4041-89a0-c88302b9ea73 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:25:27.668788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:27.669320 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.684495 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54378) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:27.729729 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.761848 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Checking segment: {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:27.762476 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Network hostable DHCP agents. Network: 74813433-7fa3-489f-9546-5adabff133b2, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:25:27.769014 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6985ecd-978b-4f86-bb9d-81b14bddcc25,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:27.770863 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.773110 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:27.793924 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Network 74813433-7fa3-489f-9546-5adabff133b2 is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:25:27.812655 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 74813433-7fa3-489f-9546-5adabff133b2) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:27.816352 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.830185 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:27.830878 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.852865 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822e4f5-db16-42c4-826e-8eae0b49df7f None None] Network 74813433-7fa3-489f-9546-5adabff133b2 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:25:27.863025 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f6d31142-a9f6-409c-ad89-93bb28a4ee19 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6508608 Jul 08 15:25:27.865528 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54382) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:27.887197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:27.888833 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.894303 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:27.898658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ba5b4a96-33e2-4751-bd9b-801fcc587229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:27.908170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Usage tracker for resource:router and tenant:312531a92c1c4f46be088a003c4f6bbb is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:27.912541 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:27.916110 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:27.916899 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:27.927303 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:27.929617 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "DELETE /v2.0/security-groups/0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a HTTP/1.1" status: 204 len: 168 time: 0.2440858 Jul 08 15:25:27.932418 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54388) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:27.938209 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:27.981679 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.api.v2.resource [None req-b403044d-c9a2-4659-b41b-0b8c4543dd6d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] show failed (client error): The resource could not be found. Jul 08 15:25:27.982815 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b403044d-c9a2-4659-b41b-0b8c4543dd6d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups/0bba6cee-e6f2-49e8-9482-2c4f8fb5d13a HTTP/1.1" status: 404 len: 347 time: 0.0493886 Jul 08 15:25:27.986536 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54392) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:28.066289 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1711027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3296'] for router, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.067529 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1708505', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1757167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3321'] for router, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.086998 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.093120 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:28.168303 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 64dae843-b8f0-4bec-b862-7ded956b09f6 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:28.168796 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 64dae843-b8f0-4bec-b862-7ded956b09f6 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:28.169934 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.183293 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Transition to ACTIVE for port object 206ea958-0a4a-4041-89a0-c88302b9ea73 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:28.192959 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.202379 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:28.406969 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:28.421387 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732d1fc5-8679-4dac-9067-76705a8b68e5 None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:28.533100 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa496c247-f9ba-5914-98a6-8abbfcc7f0f2-74813433-7fa3-489f-9546-5adabff133b2', 'network_id': '74813433-7fa3-489f-9546-5adabff133b2', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'fixed_ips': [{'subnet_id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25'}]}} from dv-cinder-798671-3-smb. {{(pid=78528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 08 15:25:28.534081 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.558135 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4cda-f782-42d0-99da-68854ee33f03 None None] Pushing event updated for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:28.565328 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-c41a4cda-f782-42d0-99da-68854ee33f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:28.633417 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Attempting to bind port 206ea958-0a4a-4041-89a0-c88302b9ea73 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:28.634629 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Attempting to bind port 206ea958-0a4a-4041-89a0-c88302b9ea73 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:28.635044 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Attempting to bind port 206ea958-0a4a-4041-89a0-c88302b9ea73 on network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:28.659654 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Deleting port 4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:28.660177 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.667912 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:28.668352 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Checking segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:28.668781 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.669189 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Bound using segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:28.669697 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Bound port: 206ea958-0a4a-4041-89a0-c88302b9ea73, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:28.670086 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.810466 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] For port 206ea958-0a4a-4041-89a0-c88302b9ea73, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:28.814020 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] For port 206ea958-0a4a-4041-89a0-c88302b9ea73, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=206ea958-0a4a-4041-89a0-c88302b9ea73,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:28.822805 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1711020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3275'] for router, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.826158 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:28.842060 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.db_base_plugin_common [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Allocated IP 172.20.0.2 (74813433-7fa3-489f-9546-5adabff133b2/d6985ecd-978b-4f86-bb9d-81b14bddcc25/ecdd5c18-8724-42e6-8433-c0ceb9bd6039) {{(pid=78528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:28.842675 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-49f3227a-ef85-400b-9dc5-c27c02168324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:28.927658 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:28.928624 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:28.963646 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27504b7-af98-4836-9574-fa37daf67cc0 None None] New status for floating IP 0b9108da-c0e5-4fd1-98a9-5915523a0f99: DOWN {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:25:29.114923 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.115184 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4cda-f782-42d0-99da-68854ee33f03 None None] Pushing event updated for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=4']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:29.116688 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.118992 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-c41a4cda-f782-42d0-99da-68854ee33f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:29.155911 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:29.284030 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Calling delete_port for 4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05 owned by network:floatingip {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:29.348771 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks [] for port, precommit_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.360937 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Transition to ACTIVE for port object ecdd5c18-8724-42e6-8433-c0ceb9bd6039 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:29.383568 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Transition to ACTIVE for port object ecdd5c18-8724-42e6-8433-c0ceb9bd6039 will not be triggered until provisioned by entity DHCP. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:29.392505 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094'] for port, after_create {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.398119 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:29.473147 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Network 74813433-7fa3-489f-9546-5adabff133b2 is already hosted by enough agents. {{(pid=78528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:29.476213 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.scheduler.base_scheduler [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Resources bound (agent type, host, resource id): {{(pid=78528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:29.481276 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Received port after_create {{(pid=78528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:29.483545 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Pushing event updated for resources: {'Port': ['ID=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,revision_number=1']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:29.487194 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:29.547895 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:28Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:29.552374 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631420d-1f65-4297-9396-66f66dd54c6a None None] The sync data for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb is: [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:28Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:29.586344 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Attempting to bind port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:29.586891 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Attempting to bind port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:29.587139 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Attempting to bind port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 on network 74813433-7fa3-489f-9546-5adabff133b2 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:29.593272 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:29.593651 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Checking segment: {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:29.595012 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.595012 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Bound using segment: {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:29.595215 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Bound port: ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:29.595544 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.702513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.738222 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.749170 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] For port ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:29.752882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] For port ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:29.758723 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:29.764513 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:29.780573 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.db.api [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:25:29.781189 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_db.api [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:25:29.847855 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Pushing event updated for resources: {'Port': ['ID=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,revision_number=2']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:29.852774 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:29.917497 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Allocated IP 172.28.3.127 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/d13c9877-38d7-4094-a335-c732ffe337b6) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:30.170929 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:30.213045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:30.218932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:30.251161 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876260ac-1008-4901-87f9-f773871e14fb req-b91c0a2c-89e2-4e89-b5d5-23b7b416d734 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:30.253558 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-876260ac-1008-4901-87f9-f773871e14fb req-b91c0a2c-89e2-4e89-b5d5-23b7b416d734 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1266954 Jul 08 15:25:30.295858 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Deleting port 4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:30.296199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:30.337547 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-876260ac-1008-4901-87f9-f773871e14fb req-0a1feb0a-fa23-4768-9803-16b409c4949c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765235 Jul 08 15:25:30.348961 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:30.355670 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:30.368620 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:30.423553 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Pushing event updated for resources: {'Port': ['ID=d13c9877-38d7-4094-a335-c732ffe337b6,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:30.448617 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:30.855087 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:30.855725 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:30.979069 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2b1f6-35b8-4e7a-b75f-0643149ac9b3 None None] Network 74813433-7fa3-489f-9546-5adabff133b2 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:25:30.996167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Calling delete_port for 4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05 owned by network:floatingip {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:31.081593 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-88579fa2-86a3-4d64-9e6d-d484ffd4018e None None] Provisioning for port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:31.228538 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 206ea958-0a4a-4041-89a0-c88302b9ea73 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:31.272956 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.350196 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port 206ea958-0a4a-4041-89a0-c88302b9ea73 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:31.355768 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 206ea958-0a4a-4041-89a0-c88302b9ea73 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:31.356252 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.562328 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.578178 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80b72e-1fff-4077-a975-6c9a9c85aa5b req-f5a7b335-8346-475c-8ae0-1706014a129b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:31.586060 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7f80b72e-1fff-4077-a975-6c9a9c85aa5b req-f5a7b335-8346-475c-8ae0-1706014a129b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1140079 Jul 08 15:25:31.598348 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.603210 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port 206ea958-0a4a-4041-89a0-c88302b9ea73, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=206ea958-0a4a-4041-89a0-c88302b9ea73,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:31.606253 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:31.613930 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.615130 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device ecdd5c18-8724-42e6-8433-c0ceb9bd6039 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:31.653935 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7f80b72e-1fff-4077-a975-6c9a9c85aa5b req-c096ae05-0b20-4e02-a3c4-fede712d772a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Jul 08 15:25:31.670760 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:31.733579 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'Port': ['ID=4c9007eb-d6d6-4976-b7a0-a78b0c4f5e05,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:31.736109 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:31.766710 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:31.771680 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:31.777036 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:31.783941 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:31.784621 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.901447 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.917935 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.939989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:31.941887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1711034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602054'] for router, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.946349 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:31.948941 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:32.030066 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:32.033912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:32.043418 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.044545 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "DELETE /v2.0/floatingips/0b9108da-c0e5-4fd1-98a9-5915523a0f99 HTTP/1.1" status: 204 len: 168 time: 4.0569139 Jul 08 15:25:32.181121 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e is scheduled to L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 with binding_index 1 {{(pid=78527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 15:25:32.193638 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1928c-a9bb-49f1-a732-2758294753ee req-52fe211c-cc78-4303-af09-7cf90418a10e tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:32.195817 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c3d1928c-a9bb-49f1-a732-2758294753ee req-52fe211c-cc78-4303-af09-7cf90418a10e tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.0853117 Jul 08 15:25:32.243125 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c3d1928c-a9bb-49f1-a732-2758294753ee req-f3a672ab-56b3-4202-981d-7bf22ea7d8ee tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jul 08 15:25:32.356363 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54430) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:32.363837 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986067486', 'description': 'tempest-description--713096193'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:32.379357 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:32.388109 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:32.392742 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:32.400771 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:32.402732 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:32.409817 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Sync routers for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:32.420722 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:32.421519 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:32.425584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.437002 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.438194 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5710099 Jul 08 15:25:32.441632 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54434) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:32.449001 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:32.452841 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:32.456016 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:32.462644 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:32.541203 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.545483 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.551057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47589654-c66a-4d06-b99a-a102e8842db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:32.607387 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:32.652314 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bc485-db53-4f9e-b315-111fb60733a6,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:32.658636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:32.660565 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.661478 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3039167 Jul 08 15:25:32.664441 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54438) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:32.671107 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group_rule': {'security_group_id': 'ed8bc485-db53-4f9e-b315-111fb60733a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:32.679295 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:32.685339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:32.693322 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:32.700677 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:32.730268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-1c2af7df-a9ef-4145-aa18-fa17320489d3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:32.731844 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-1c2af7df-a9ef-4145-aa18-fa17320489d3 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.1600397 Jul 08 15:25:32.776423 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.838064 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Deleting port 2843f606-6600-412d-9937-97e3114a2618 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:32.838410 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.955931 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:30Z', 'revision_number': 3, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:32.960282 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Checking router: 6cb90c1a-7998-4e9f-91ca-6831f8754d1e for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:32.960664 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Updating router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e port d13c9877-38d7-4094-a335-c732ffe337b6 binding host dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:25:32.961090 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.969584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:32.976481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:33.019274 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.024536 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cf23c9-c4d6-4802-a21d-44bb87323a26,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:33.060736 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b415599-c267-4e34-8f73-78dcb48c28d4 req-33ec249b-472b-44a1-82c7-505852665ddf tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:33.062044 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b415599-c267-4e34-8f73-78dcb48c28d4 req-33ec249b-472b-44a1-82c7-505852665ddf tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 945 time: 0.2871590 Jul 08 15:25:33.157010 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 206ea958-0a4a-4041-89a0-c88302b9ea73 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:33.190788 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0b415599-c267-4e34-8f73-78dcb48c28d4 req-2b451a5c-02f6-48f7-a705-7dc0ea88e325 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778461 Jul 08 15:25:33.235071 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port 206ea958-0a4a-4041-89a0-c88302b9ea73 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:33.235863 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.272591 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:33.284234 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.285547 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0aec2281-7668-4263-af04-b8f797f1e7c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6201866 Jul 08 15:25:33.291206 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54446) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:33.302460 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'security_group_rule': {'security_group_id': 'ed8bc485-db53-4f9e-b315-111fb60733a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:33.317435 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:33.332774 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:security_group_rule and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:33.352061 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:33.361717 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:33.390699 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] For port 2843f606-6600-412d-9937-97e3114a2618, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2843f606-6600-412d-9937-97e3114a2618,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:33.391124 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.399069 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device ecdd5c18-8724-42e6-8433-c0ceb9bd6039 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:33.421474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.421703 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks [] for port, precommit_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.440148 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.provisioning_blocks [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Transition to ACTIVE for port object d13c9877-38d7-4094-a335-c732ffe337b6 will not be triggered until provisioned by entity L2. {{(pid=78529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:33.448105 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.453294 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-c41a4cda-f782-42d0-99da-68854ee33f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:33.489462 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:33.490200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.526072 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.536220 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Attempting to bind port d13c9877-38d7-4094-a335-c732ffe337b6 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:33.538265 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Attempting to bind port d13c9877-38d7-4094-a335-c732ffe337b6 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:33.538666 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Attempting to bind port d13c9877-38d7-4094-a335-c732ffe337b6 on network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:33.548340 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:33.548721 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Checking segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:33.549127 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.549519 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Bound using segment: {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'} {{(pid=78529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:33.550154 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.managers [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Bound port: d13c9877-38d7-4094-a335-c732ffe337b6, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37e1b1c-7124-40a1-9a51-35e39b42c1bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}}] {{(pid=78529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:33.550552 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.587346 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Calling delete_port for 2843f606-6600-412d-9937-97e3114a2618 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:33.606114 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecf1f3-2e09-4994-856e-82b8478ef181 None None] Pushing event updated for resources: {'Port': ['ID=d13c9877-38d7-4094-a335-c732ffe337b6,revision_number=2']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:33.609101 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-faecf1f3-2e09-4994-856e-82b8478ef181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:33.644336 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] For port d13c9877-38d7-4094-a335-c732ffe337b6, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:33.649083 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.plugins.ml2.db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] For port d13c9877-38d7-4094-a335-c732ffe337b6, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=d13c9877-38d7-4094-a335-c732ffe337b6,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:33.654501 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron_lib.callbacks.manager [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.660526 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:33.730671 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:33.731197 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:33.756855 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Allocated IP 172.20.0.1 (74813433-7fa3-489f-9546-5adabff133b2/d6985ecd-978b-4f86-bb9d-81b14bddcc25/cc274317-bd93-4cbd-b74e-8a3c0c3ccc45) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:33.777451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.783456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.817264 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-81f76794-c0a3-4307-b0e4-fba46872a879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:33.822768 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecf1f3-2e09-4994-856e-82b8478ef181 None None] Pushing event updated for resources: {'Port': ['ID=d13c9877-38d7-4094-a335-c732ffe337b6,revision_number=3']} {{(pid=78529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:33.825873 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG oslo_concurrency.lockutils [None req-faecf1f3-2e09-4994-856e-82b8478ef181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:33.853298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcfb1d-259b-47c9-9596-d730e4e00f8f req-5d7ec9d9-9db4-4602-b722-127b55350937 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:33.854844 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5bcfb1d-259b-47c9-9596-d730e4e00f8f req-5d7ec9d9-9db4-4602-b722-127b55350937 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.2780776 Jul 08 15:25:33.862618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ffd0e8-2819-45a6-ab80-c99a79ea5c73,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:33.876877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:33.922731 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.926837 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6ce68846-a02b-4ff8-afa9-a834160e894a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6314867 Jul 08 15:25:33.927339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54450) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:33.934659 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:33.934997 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:33.939641 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.940213 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.947783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:33.952761 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['f73d3160-231c-4a73-ab08-d1f58272515c', '2843f606-6600-412d-9937-97e3114a2618'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:25:33.960096 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Transition to ACTIVE for port object cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 will not be triggered until provisioned by entity DHCP. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:33.980530 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5bcfb1d-259b-47c9-9596-d730e4e00f8f req-69b32a84-61db-4b89-88a5-c54ad67b8171 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093936 Jul 08 15:25:33.987395 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:33.989685 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:33.996369 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:34.005505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Pushing event deleted for resources: {'Port': ['ID=2843f606-6600-412d-9937-97e3114a2618,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:34.005505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Usage tracker for resource:floatingip and tenant:e330cc78afc847b1b9a1bcd41fc54cf6 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:25:34.007964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:34.008664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:25:34.041769 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:34.076508 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Network 74813433-7fa3-489f-9546-5adabff133b2 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:34.079484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:34.082515 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:34.105953 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] No DVR routers for this DVR port 2843f606-6600-412d-9937-97e3114a2618 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:25:34.107883 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.121623 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.123627 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-42963c8d-fe7d-44a5-bb45-75ee41d86a79 req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "DELETE /v2.0/ports/2843f606-6600-412d-9937-97e3114a2618 HTTP/1.1" status: 204 len: 173 time: 1.3844702 Jul 08 15:25:34.126900 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'name': 'network-vif-deleted', 'tag': '2843f606-6600-412d-9937-97e3114a2618'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:34.141883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:34.152243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:34.169122 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1602240'] for router_interface, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.258246 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15243b41-18a4-4ccd-b71b-cf6ab587b9de', 'name': 'network-vif-deleted', 'tag': '2843f606-6600-412d-9937-97e3114a2618', 'status': 'completed', 'code': 200} Jul 08 15:25:34.350887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.367921 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.472264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-50004116-d5d4-44d8-b8f3-cda72898c6ec None None] Provisioning for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:34.483998 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-50004116-d5d4-44d8-b8f3-cda72898c6ec None None] Provisioning complete for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:34.486586 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-50004116-d5d4-44d8-b8f3-cda72898c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.488686 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:30Z', 'revision_number': 3, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:34.496317 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7312000-9e17-4b8f-bb31-04ff3e407287 None None] The sync data for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb is: [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:30Z', 'revision_number': 3, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:34.511615 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-08ff452a-0d62-4ff5-8112-57f4be684140 req-5d1d9a64-d8af-4abc-8cb0-8645d62a1b6a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Synchronizing usage tracker for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:34.559456 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-50004116-d5d4-44d8-b8f3-cda72898c6ec None None] Port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:34.595943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-08ff452a-0d62-4ff5-8112-57f4be684140 req-5d1d9a64-d8af-4abc-8cb0-8645d62a1b6a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Unset dirty status for tenant:13c3b9f0c19f4b27a16ba084da9e08fe on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:34.597130 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-08ff452a-0d62-4ff5-8112-57f4be684140 req-5d1d9a64-d8af-4abc-8cb0-8645d62a1b6a tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=15243b41-18a4-4ccd-b71b-cf6ab587b9de HTTP/1.1" status: 200 len: 210 time: 0.1594725 Jul 08 15:25:34.643359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Allocated IP 172.28.3.107 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/bdbcbfd5-f7fa-46d0-9aeb-479c65f79552) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:34.669055 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.673579 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.698845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:34.826310 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710971'] for router_interface, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.851936 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.891604 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:34.896011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9a05bfaa-af4a-4f4b-9b50-1c3a6eebfb4d tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:34.945652 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:34.949203 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:34.990219 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:34.995109 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:35.000595 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:35.056151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Network 74813433-7fa3-489f-9546-5adabff133b2 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:35.056398 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=bdbcbfd5-f7fa-46d0-9aeb-479c65f79552,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:35.057971 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:35.068200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:35.151210 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.229866 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device d13c9877-38d7-4094-a335-c732ffe337b6 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:35.274621 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.310059 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port d13c9877-38d7-4094-a335-c732ffe337b6 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:35.318240 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port d13c9877-38d7-4094-a335-c732ffe337b6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:35.318679 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.490220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.519919 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port d13c9877-38d7-4094-a335-c732ffe337b6, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=d13c9877-38d7-4094-a335-c732ffe337b6,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:35.530013 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-01c5a375-831f-4a76-b002-baaca88c5945 None None] Provisioning complete for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:35.531966 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-01c5a375-831f-4a76-b002-baaca88c5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.558248 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.568727 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:35.627931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.642433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.648932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:35.677936 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972d34-6382-42fd-bafa-71eddbf6214e req-6da085b6-4158-44db-8171-7082fbc0d870 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:35.680294 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1e972d34-6382-42fd-bafa-71eddbf6214e req-6da085b6-4158-44db-8171-7082fbc0d870 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.4242802 Jul 08 15:25:35.686363 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:25:35.706930 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=d13c9877-38d7-4094-a335-c732ffe337b6,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:35.724500 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:35.745265 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-01c5a375-831f-4a76-b002-baaca88c5945 None None] Port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:35.816644 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1e972d34-6382-42fd-bafa-71eddbf6214e req-99ff8ddc-e4fe-447c-a43f-a05f5d85271c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289530 Jul 08 15:25:35.879950 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=bdbcbfd5-f7fa-46d0-9aeb-479c65f79552,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:35.885242 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:35.894782 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.918811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:35.920152 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9919033 Jul 08 15:25:35.939466 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:35.950018 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] 10.222.0.58 "PUT /v2.0/routers/6cb90c1a-7998-4e9f-91ca-6831f8754d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5071731 Jul 08 15:25:36.059650 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2843f606-6600-412d-9937-97e3114a2618 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:36.126327 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 2843f606-6600-412d-9937-97e3114a2618 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:36.126709 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2843f606-6600-412d-9937-97e3114a2618 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:36.187925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5dfb-17f8-4199-afac-3755142572b5 req-c42ee8cd-e140-47cf-986e-457e4c36b668 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:36.189420 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7eaa5dfb-17f8-4199-afac-3755142572b5 req-c42ee8cd-e140-47cf-986e-457e4c36b668 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.0994339 Jul 08 15:25:36.196593 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-eab36be2-ea4e-4425-8034-1c3ff40a61f9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:36.213607 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-eab36be2-ea4e-4425-8034-1c3ff40a61f9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:36.215445 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-eab36be2-ea4e-4425-8034-1c3ff40a61f9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--986067486&fields=id&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 267 time: 0.0763121 Jul 08 15:25:36.243543 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7eaa5dfb-17f8-4199-afac-3755142572b5 req-1b65ef75-fc6d-47c8-bda2-be349f09290d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 Jul 08 15:25:36.379140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b5e8aba1-7fd3-43fe-bae0-be8a50759819 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:36.380660 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b5e8aba1-7fd3-43fe-bae0-be8a50759819 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 817 time: 0.1578479 Jul 08 15:25:36.397812 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-2b2be9f5-2cc5-4ad5-946c-76f8ce303905 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/quotas/e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 375 time: 0.0108180 Jul 08 15:25:36.488778 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-00d7678f-44ee-41f1-9274-7058579de27b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:36.507566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-00d7678f-44ee-41f1-9274-7058579de27b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:36.512624 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-00d7678f-44ee-41f1-9274-7058579de27b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077313 Jul 08 15:25:36.656496 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-4a406f9a-5d43-4df8-997d-d164fa626024 service neutron] 10.222.0.58 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353815 Jul 08 15:25:36.799142 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-1288a873-efba-42a8-b501-f23e378e8ad5 service neutron] 10.222.0.58 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368465 Jul 08 15:25:36.941227 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Sync routers for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:36.960450 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:36.961940 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:37.138081 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382f86f-10f7-46fe-96bc-89c81b4fc2d8 req-cc53b263-c533-4dcf-b8c5-e28d03226dac tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:37.149490 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a382f86f-10f7-46fe-96bc-89c81b4fc2d8 req-cc53b263-c533-4dcf-b8c5-e28d03226dac tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.1715770 Jul 08 15:25:37.206048 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device d13c9877-38d7-4094-a335-c732ffe337b6 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:37.208102 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c0d630a2-fdd5-48c2-8cd1-d5514604a400 req-68788830-1256-4621-869e-1592fc63b035 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 210 time: 0.1209407 Jul 08 15:25:37.248689 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a382f86f-10f7-46fe-96bc-89c81b4fc2d8 req-b7f204d8-ed60-403e-8907-952dc77cf5c7 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/security-groups?id=b87e3f52-a30b-4eb1-8bc6-de08d5092b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982800 Jul 08 15:25:37.284398 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-2eb769c7-17a4-46c3-b89f-8acbb32cf89c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:37.286025 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-2eb769c7-17a4-46c3-b89f-8acbb32cf89c tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 945 time: 0.3070064 Jul 08 15:25:37.442463 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Deleting port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:37.451011 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:37.477044 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:37.637512 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port d13c9877-38d7-4094-a335-c732ffe337b6 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:37.637930 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:37.732995 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a3511982-768e-4c03-8ab1-ce3b50e214ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:37.823679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] For port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,segment=NetworkSegment(a641b4bc-32aa-443a-a0a4-12b83f257cdc),segment_id=a641b4bc-32aa-443a-a0a4-12b83f257cdc)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:37.824157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:37.885917 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:37.986528 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Calling delete_port for 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:38.013892 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:34Z', 'revision_number': 4, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'cc274317-bd93-4cbd-b74e-8a3c0c3ccc45', 'name': '', 'network_id': '74813433-7fa3-489f-9546-5adabff133b2', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'mac_address': 'fa:16:3e:77:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:33Z', 'updated_at': '2021-07-08T15:25:34Z', 'revision_number': 2, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'subnets': [{'id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:38.019374 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Checking router: 6cb90c1a-7998-4e9f-91ca-6831f8754d1e for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:38.019879 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Updating router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 binding host dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 15:25:38.097439 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:38.185053 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28022a3e-1309-46cc-88f6-b01e68d8b56e req-c9aad898-e0cb-474b-a265-3c335949760c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:38.186811 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28022a3e-1309-46cc-88f6-b01e68d8b56e req-c9aad898-e0cb-474b-a265-3c335949760c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.7003310 Jul 08 15:25:38.188035 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:38.199357 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b30401d2-629c-4bf1-9be7-873d3b7f3d1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:38.298605 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Pushing event deleted for resources: {'Port': ['ID=2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:38.451252 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:38.517940 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-62d1ea41-edc5-4c87-9a55-e91b2eabc440 req-8f85e5c6-8d80-4ce6-bccd-1f20acd2bdd7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 210 time: 0.1624794 Jul 08 15:25:38.679582 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks [] for port, precommit_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:38.699259 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Transition to ACTIVE for port object cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 will not be triggered until provisioned by entity L2. {{(pid=78528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:38.707487 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:38.717865 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:38.793682 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d60034d5-7c96-4f74-8e67-d534123f84ff req-524cd5be-6b86-4e7c-a69a-afe622f8bee9 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cc9e549-bc67-4da5-b3cf-693a97470107 HTTP/1.1" status: 200 len: 210 time: 0.0717652 Jul 08 15:25:38.831636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-fa430da7-18b6-4672-96ce-f4c067221340 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:38.833126 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-fa430da7-18b6-4672-96ce-f4c067221340 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 817 time: 0.1760509 Jul 08 15:25:38.836798 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] No DVR routers for this DVR port 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:25:38.849238 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28022a3e-1309-46cc-88f6-b01e68d8b56e req-387c0624-dfaa-4cba-8e73-86c5764cc803 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523542 Jul 08 15:25:38.855206 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:38.859440 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'name': 'network-vif-deleted', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:38.895250 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27822c29-3305-4641-9205-508021627f44 None None] Pushing event updated for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=3']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:38.905292 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-27822c29-3305-4641-9205-508021627f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:38.931180 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b780f8c6-89c0-47a9-929b-f67cbdd513cc req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] 10.222.0.69 "DELETE /v2.0/ports/2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 HTTP/1.1" status: 204 len: 173 time: 1.6380930 Jul 08 15:25:38.961178 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9e549-bc67-4da5-b3cf-693a97470107', 'name': 'network-vif-deleted', 'tag': '2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21', 'status': 'completed', 'code': 200} Jul 08 15:25:38.966305 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-1f881e6b-9af0-4e72-9d94-c1ee34f900c9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 379 time: 0.1076310 Jul 08 15:25:38.986369 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'port': {'device_id': '777a9c44-eb04-4631-991f-746481351dc1', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'admin_state_up': True, 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'security_groups': ['ed8bc485-db53-4f9e-b315-111fb60733a6']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:39.128166 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Attempting to bind port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 on host dv-cinder-798671-3-smb for vnic_type normal with profile {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:39.128724 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Attempting to bind port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 by drivers openvswitch,hyperv on host dv-cinder-798671-3-smb at level 0 using segments [{'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:39.128951 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Attempting to bind port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 on network 74813433-7fa3-489f-9546-5adabff133b2 {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:39.137278 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Checking agent: {'id': '987b1862-9c89-4dfe-a19d-0797ae1acdaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 13, 8), 'started_at': datetime.datetime(2021, 7, 8, 15, 13, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:39.137695 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Checking segment: {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:39.138068 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:39.138468 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Bound using segment: {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'} {{(pid=78528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:39.139082 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.managers [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Bound port: cc274317-bd93-4cbd-b74e-8a3c0c3ccc45, host: dv-cinder-798671-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b27304-7c4f-4d99-b7e8-0855a5e48f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '74813433-7fa3-489f-9546-5adabff133b2'}}] {{(pid=78528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:39.139460 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:39.258335 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:39.277588 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:39.282394 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] For port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45, host dv-cinder-798671-3-smb, cleared binding levels {{(pid=78528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:39.285882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] For port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45, host dv-cinder-798671-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:39.289880 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Made reservation on behalf of e330cc78afc847b1b9a1bcd41fc54cf6 for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:39.293832 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:39.294077 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:39.297521 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:39.389535 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27822c29-3305-4641-9205-508021627f44 None None] Pushing event updated for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:39.393771 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-27822c29-3305-4641-9205-508021627f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:39.424904 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:39.425527 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:39.578495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Allocated IP 172.20.0.7 (ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8/89297f74-1a77-48d9-91a2-49159789668b/e65495de-d699-4c29-8b9a-b3f355394edb) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:39.727192 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:39.856499 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-28757af5-66e3-4fc9-9daf-83a1805dd29f req-c303918a-db08-4880-8494-7381649a633b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 210 time: 0.0665553 Jul 08 15:25:39.974416 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.009775 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Transition to ACTIVE for port object e65495de-d699-4c29-8b9a-b3f355394edb will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:40.093368 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.104335 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ba6f0cc3-2798-4bc5-b5e9-3fff1bc25d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:40.105286 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:40.208572 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:40.209267 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 2b27edd1-6f86-41e6-a61b-1ba5fc3f6a21 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:40.240264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2a2c7400-e01d-407d-9e2e-fafabb024ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.250893 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:40.255372 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:40.274851 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:40.339034 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:40.345368 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:40.372809 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:40.373649 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.448597 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8442493-48ad-4775-a60d-77e114c8b892 req-5273b599-46d5-4cd6-9915-e47b55835e68 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:40.456816 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f8442493-48ad-4775-a60d-77e114c8b892 req-5273b599-46d5-4cd6-9915-e47b55835e68 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.3148563 Jul 08 15:25:40.464755 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:34Z', 'revision_number': 4, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'cc274317-bd93-4cbd-b74e-8a3c0c3ccc45', 'name': '', 'network_id': '74813433-7fa3-489f-9546-5adabff133b2', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'mac_address': 'fa:16:3e:77:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:33Z', 'updated_at': '2021-07-08T15:25:39Z', 'revision_number': 4, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'subnets': [{'id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:40.472297 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742fd0c-26f4-4de1-a37f-36a7981097af None None] The sync data for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb is: [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:25:34Z', 'revision_number': 4, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'cc274317-bd93-4cbd-b74e-8a3c0c3ccc45', 'name': '', 'network_id': '74813433-7fa3-489f-9546-5adabff133b2', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'mac_address': 'fa:16:3e:77:93:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:33Z', 'updated_at': '2021-07-08T15:25:39Z', 'revision_number': 4, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'subnets': [{'id': 'd6985ecd-978b-4f86-bb9d-81b14bddcc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:40.520859 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5468566 Jul 08 15:25:40.560719 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Request body: {'port': {'device_id': '777a9c44-eb04-4631-991f-746481351dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:40.717329 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f8442493-48ad-4775-a60d-77e114c8b892 req-8fb47fad-5c63-4a94-b076-13748006fd5b tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504909 Jul 08 15:25:40.762783 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d744169d-4f6b-4f99-aae8-a8da6c0191ec None None] Provisioning for port e65495de-d699-4c29-8b9a-b3f355394edb completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:40.775260 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d744169d-4f6b-4f99-aae8-a8da6c0191ec None None] Provisioning complete for port e65495de-d699-4c29-8b9a-b3f355394edb triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:40.775634 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d744169d-4f6b-4f99-aae8-a8da6c0191ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.821098 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:40.875058 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d744169d-4f6b-4f99-aae8-a8da6c0191ec None None] Port e65495de-d699-4c29-8b9a-b3f355394edb cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:41.141200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.220290 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:41.269264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc1513-2d42-4250-9baf-5382aab0adee req-ad01c081-336b-4c00-90c3-2769e8b04592 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:41.273163 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-54bc1513-2d42-4250-9baf-5382aab0adee req-ad01c081-336b-4c00-90c3-2769e8b04592 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 931 time: 0.2185676 Jul 08 15:25:41.319791 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:41.326772 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:41.327422 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.407834 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-54bc1513-2d42-4250-9baf-5382aab0adee req-3de98fb1-94c1-4928-9dbb-27cac222b1c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:41.446104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-54bc1513-2d42-4250-9baf-5382aab0adee req-3de98fb1-94c1-4928-9dbb-27cac222b1c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:41.447612 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-54bc1513-2d42-4250-9baf-5382aab0adee req-3de98fb1-94c1-4928-9dbb-27cac222b1c7 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619887 Jul 08 15:25:41.524698 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.527235 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:25:41.536010 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.556869 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Transition to ACTIVE for port object e65495de-d699-4c29-8b9a-b3f355394edb will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:41.562698 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.568300 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a0263cff-49fc-4b6e-8a5c-00398efcbb65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:41.570178 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] For port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:41.576131 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:41.579773 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:41.659909 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Pushing event updated for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:41.660154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:41.665041 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:41.681387 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:42.241338 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Attempting to bind port e65495de-d699-4c29-8b9a-b3f355394edb on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:25:42.242637 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Attempting to bind port e65495de-d699-4c29-8b9a-b3f355394edb by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:25:42.243229 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Attempting to bind port e65495de-d699-4c29-8b9a-b3f355394edb on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:42.255354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Port e65495de-d699-4c29-8b9a-b3f355394edb on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:25:42.255682 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Attempting to bind port e65495de-d699-4c29-8b9a-b3f355394edb on network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:25:42.273397 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:25:42.273811 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Checking segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:25:42.274200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Bound using segment: {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:25:42.274715 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Bound port: e65495de-d699-4c29-8b9a-b3f355394edb, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:25:42.275057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:42.307561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d69e3-1d8e-4cee-8c1e-0d4367562ea8 req-e3192018-3730-4fa9-a136-cfef546922d9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:42.309028 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e93d69e3-1d8e-4cee-8c1e-0d4367562ea8 req-e3192018-3730-4fa9-a136-cfef546922d9 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.2763481 Jul 08 15:25:42.380842 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-9795097c-9dd6-48e9-ba67-a8f90f76058c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:42.383375 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-9795097c-9dd6-48e9-ba67-a8f90f76058c tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 945 time: 0.3871577 Jul 08 15:25:42.545557 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:42.566312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:25:42.571386 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:25:42.585674 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Deleting port f73d3160-231c-4a73-ab08-d1f58272515c {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:42.585882 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:42.621577 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:42.639123 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-245496bc-e17d-44de-a8fe-e42273b62d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:42.676843 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e93d69e3-1d8e-4cee-8c1e-0d4367562ea8 req-3c99a1f3-57e9-4e52-8638-9ac90cc97d63 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/security-groups?id=94ece872-1da6-4c82-9583-6525887cbce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284528 Jul 08 15:25:42.732679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da996c4-bfbb-4a6d-afbe-d9b039164417 req-f41c991d-db35-4fac-ad69-3149a71dfddb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:42.733213 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:42.733419 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:42.735210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8da996c4-bfbb-4a6d-afbe-d9b039164417 req-f41c991d-db35-4fac-ad69-3149a71dfddb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.1283798 Jul 08 15:25:42.736576 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] 10.222.0.69 "PUT /v2.0/ports/e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 1093 time: 2.2061658 Jul 08 15:25:42.737385 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:42.824397 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'status': 'completed', 'code': 200} Jul 08 15:25:42.833885 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8da996c4-bfbb-4a6d-afbe-d9b039164417 req-b3dd22c4-cd50-404d-afdd-3d61689f82f5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877180 Jul 08 15:25:42.925467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:42.934226 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:43.056877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-1282e504-bb98-4af6-886d-1eae4d6c94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:43.058673 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-1282e504-bb98-4af6-886d-1eae4d6c94e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1096 time: 0.2257333 Jul 08 15:25:43.144689 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-4d945a4d-1807-4a73-b6c2-495e9ebfed40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 217 time: 0.0739112 Jul 08 15:25:43.175797 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 up at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:43.206822 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] For port f73d3160-231c-4a73-ab08-d1f58272515c, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f73d3160-231c-4a73-ab08-d1f58272515c,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:43.207957 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:43.247726 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Provisioning complete for port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:43.248638 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:43.342225 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Calling delete_port for f73d3160-231c-4a73-ab08-d1f58272515c owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:43.393382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b3c491c3-ebab-4b41-acaf-a2939f98a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:43.395068 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-b3c491c3-ebab-4b41-acaf-a2939f98a08c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.2415512 Jul 08 15:25:43.561082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-14cdd1b9-beb4-4c1e-ac29-9909475b6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:43.562604 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-14cdd1b9-beb4-4c1e-ac29-9909475b6239 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1603928 Jul 08 15:25:43.669456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:43.677491 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-266cab84-9b8c-4dfe-963f-e706548447ec tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:43.687074 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['f73d3160-231c-4a73-ab08-d1f58272515c'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:25:43.754328 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Pushing event deleted for resources: {'Port': ['ID=f73d3160-231c-4a73-ab08-d1f58272515c,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:43.780228 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:43.812028 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-07b1a122-e741-4ddd-8c28-8520410cbccc service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413626 Jul 08 15:25:44.118766 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2139b-4e13-47b4-b33b-26ac06308d28 req-e0845c06-1144-4151-895a-cdc57c605bc6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:44.126938 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f8a2139b-4e13-47b4-b33b-26ac06308d28 req-e0845c06-1144-4151-895a-cdc57c605bc6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.1324141 Jul 08 15:25:44.182441 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cdac76e7-fd4a-49f4-abe8-7eb195c774db req-f9c5e8b2-702b-4b16-8a6c-4649268bbd32 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984338 Jul 08 15:25:44.183709 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f8a2139b-4e13-47b4-b33b-26ac06308d28 req-aee193c6-f952-4d85-95c6-7163e61a59a9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556481 Jul 08 15:25:44.227571 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c2bb02ac-1e62-4b08-a602-c67c0020404f req-ea29d7b5-a61c-47f2-9b2c-41e30f766935 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.58 "GET /v2.0/ports?device_id=2805c175-09b0-48d6-977a-a611d1b021c5 HTTP/1.1" status: 200 len: 210 time: 0.0921876 Jul 08 15:25:44.228774 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] No DVR routers for this DVR port f73d3160-231c-4a73-ab08-d1f58272515c on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:25:44.270264 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:44.312909 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f1a7544a-a30b-47c3-89f9-9e056e1a220f req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] 10.222.0.69 "DELETE /v2.0/ports/f73d3160-231c-4a73-ab08-d1f58272515c HTTP/1.1" status: 204 len: 173 time: 1.9100018 Jul 08 15:25:44.332166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-11ee4f4e-df6b-4f40-a266-5e2e6eee5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:44.334950 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-11ee4f4e-df6b-4f40-a266-5e2e6eee5c8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1096 time: 0.1033726 Jul 08 15:25:44.524161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-7effbf52-1502-4e57-9b4a-6ae43007f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:44.525640 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-7effbf52-1502-4e57-9b4a-6ae43007f289 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.1853466 Jul 08 15:25:44.619885 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-df6cfa93-958a-42f2-a368-e96bb1fbe210 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 217 time: 0.0756810 Jul 08 15:25:44.696954 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-621a9210-82ef-4628-b89e-172088139899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:44.698512 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-621a9210-82ef-4628-b89e-172088139899 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.0700614 Jul 08 15:25:44.789913 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-8ed3ec32-0e99-404f-a53a-97b393990c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:44.791835 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-8ed3ec32-0e99-404f-a53a-97b393990c83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845480 Jul 08 15:25:44.828262 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'name': 'network-vif-deleted', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:44.976618 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2805c175-09b0-48d6-977a-a611d1b021c5', 'name': 'network-vif-deleted', 'tag': 'f73d3160-231c-4a73-ab08-d1f58272515c', 'status': 'completed', 'code': 200} Jul 08 15:25:45.002096 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-affac4f8-01cf-42c7-987f-ef51cb67c523 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998751 Jul 08 15:25:45.163562 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5737c96a-3417-4198-aa1a-04fd9a684388 req-93b001fb-5d68-431a-810a-95a18136745d service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538703 Jul 08 15:25:45.344532 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54574) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:45.463668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b496201-8fb8-48f4-a53d-7ada7d26c372 req-711b1384-e83b-442a-9ca0-24ac045b901a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:45.464679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-2b496201-8fb8-48f4-a53d-7ada7d26c372 req-711b1384-e83b-442a-9ca0-24ac045b901a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Synchronizing usage tracker for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:45.485284 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-2b496201-8fb8-48f4-a53d-7ada7d26c372 req-711b1384-e83b-442a-9ca0-24ac045b901a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Unset dirty status for tenant:e330cc78afc847b1b9a1bcd41fc54cf6 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:45.487141 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2b496201-8fb8-48f4-a53d-7ada7d26c372 req-711b1384-e83b-442a-9ca0-24ac045b901a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.1461761 Jul 08 15:25:45.555572 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2b496201-8fb8-48f4-a53d-7ada7d26c372 req-8f0c475a-2207-4f5b-8fa6-126c176ce108 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599813 Jul 08 15:25:46.137374 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:25:46.139664 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f73d3160-231c-4a73-ab08-d1f58272515c no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:46.184273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: f73d3160-231c-4a73-ab08-d1f58272515c {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:46.184881 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device f73d3160-231c-4a73-ab08-d1f58272515c not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:46.193131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:46.383062 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:46.414432 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:25:46.492990 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:46.511680 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:25:46.531027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:46.540099 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:46.542284 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:46.608933 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Deleting port 42fb9309-3eb9-43ab-a75f-9c358798df9e {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:46.609494 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:46.635716 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:46.648687 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:46.748699 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['e65495de-d699-4c29-8b9a-b3f355394edb'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:25:46.939018 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] For port 42fb9309-3eb9-43ab-a75f-9c358798df9e, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=42fb9309-3eb9-43ab-a75f-9c358798df9e,segment=NetworkSegment(13db6c10-3efd-4731-85b5-c329088d6db0),segment_id=13db6c10-3efd-4731-85b5-c329088d6db0)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:46.939550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:47.011602 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd77cf-5a3c-4a61-b75c-0cd5360768e6 req-0d82b3c8-c038-4db5-a995-2f577fb9cd8f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:47.013191 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a3bd77cf-5a3c-4a61-b75c-0cd5360768e6 req-0d82b3c8-c038-4db5-a995-2f577fb9cd8f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 944 time: 0.2490785 Jul 08 15:25:47.115373 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Calling delete_port for 42fb9309-3eb9-43ab-a75f-9c358798df9e owned by network:router_interface {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:47.204718 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a3bd77cf-5a3c-4a61-b75c-0cd5360768e6 req-789bb5ea-6f90-4ea7-9365-003a9ee38a6c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101813 Jul 08 15:25:47.628503 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:47.634235 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:47.689415 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Pushing event deleted for resources: {'Port': ['ID=42fb9309-3eb9-43ab-a75f-9c358798df9e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:47.738637 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.739320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.739686 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.740036 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.740440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.741505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.741857 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.742226 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.742569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.742932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.743271 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.743606 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:47.746922 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:48.096654 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:48.143624 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:25:48.254005 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port e65495de-d699-4c29-8b9a-b3f355394edb completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:48.262674 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port e65495de-d699-4c29-8b9a-b3f355394edb triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:48.263175 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:48.417688 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:48.482676 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:48.496216 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:48.502851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:48.505514 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:48.563603 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e8342-ebed-4e16-aa35-384cfe9862de req-8b64234b-9d11-4a56-870b-285f152b381b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:48.567392 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'code': 200} Jul 08 15:25:48.572558 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bb4e8342-ebed-4e16-aa35-384cfe9862de req-8b64234b-9d11-4a56-870b-285f152b381b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 944 time: 0.1487367 Jul 08 15:25:48.606046 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:48.614251 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:25:48.619832 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:48.634250 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bb4e8342-ebed-4e16-aa35-384cfe9862de req-0832649e-18bb-4f27-b6b9-1ace64b3ccd2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573468 Jul 08 15:25:48.851986 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b447f-6dd1-4d03-bbbc-cf5b0a4e643a req-a5fc96de-d275-4b37-865c-ea84b2936394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:48.853774 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ed9b447f-6dd1-4d03-bbbc-cf5b0a4e643a req-a5fc96de-d275-4b37-865c-ea84b2936394 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1098 time: 0.0943899 Jul 08 15:25:48.856274 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:48.868684 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Sync routers for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:48.884862 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54608) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:48.885078 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] 10.222.0.58 "PUT /v2.0/routers/9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5390785 Jul 08 15:25:48.889201 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:48.889852 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:48.990232 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ed9b447f-6dd1-4d03-bbbc-cf5b0a4e643a req-95c9b295-4a8f-49bf-91de-d8e6f2c2a953 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265821 Jul 08 15:25:49.146363 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:49.230814 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks [] for router, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:49.521320 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:25:47Z', 'revision_number': 5, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:49.529227 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Checking router: 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:49.538818 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Routers {'9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:49.539435 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:49.592264 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-416efced-d0f0-4220-bde9-607aa393a482 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2958272 Jul 08 15:25:49.593314 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:49.605850 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Deleting port f587a065-6527-4400-8e4c-d3ae4984e624 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:25:49.606212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:49.832799 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-07223fb7-9b5f-478c-ab96-e2bf1c03735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:49.834363 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-07223fb7-9b5f-478c-ab96-e2bf1c03735b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 1098 time: 0.1979446 Jul 08 15:25:49.858945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] For port f587a065-6527-4400-8e4c-d3ae4984e624, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=f587a065-6527-4400-8e4c-d3ae4984e624,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:25:49.859217 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:49.926737 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] Set router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:49.977718 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e179ca-f772-4111-9ad8-8efa7c79f739 req-3e49b2a4-24ed-44c6-ba74-26799a7d5f75 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:49.999125 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-07e179ca-f772-4111-9ad8-8efa7c79f739 req-3e49b2a4-24ed-44c6-ba74-26799a7d5f75 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1410015 Jul 08 15:25:50.078830 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-07e179ca-f772-4111-9ad8-8efa7c79f739 req-792553de-7664-40ef-bf67-820357a7efa4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786266 Jul 08 15:25:50.108744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Calling delete_port for f587a065-6527-4400-8e4c-d3ae4984e624 owned by network:router_gateway {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:25:50.285387 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:25:47Z', 'revision_number': 5, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:50.289805 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176bc9d-b5d7-4002-913a-31873a4d00d2 None None] The sync data for ids ['9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791'] in dv-cinder-798671-3-smb is: [{'id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'name': 'tempest-ServerRescueNegativeTestJSON-1114248862-router', 'tenant_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:40Z', 'updated_at': '2021-07-08T15:25:47Z', 'revision_number': 5, 'project_id': '13c3b9f0c19f4b27a16ba084da9e08fe', 'gw_port': {'id': 'f587a065-6527-4400-8e4c-d3ae4984e624', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:41Z', 'updated_at': '2021-07-08T15:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:50.448951 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-8be5365d-9f9f-4d4f-bbf6-54f7eeb9be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:50.450420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-8be5365d-9f9f-4d4f-bbf6-54f7eeb9be4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.4534824 Jul 08 15:25:50.609981 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-32623a0c-0cdb-4a56-aae8-20b432572534 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 200 len: 1001 time: 0.1485415 Jul 08 15:25:50.624528 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:50.677983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:50.685046 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e2630a6-3e69-42fa-9dd9-af0202069a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:50.743659 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-b658f8ad-658c-43fe-97c1-1132708af409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:50.745194 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-b658f8ad-658c-43fe-97c1-1132708af409 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.1322761 Jul 08 15:25:50.748093 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f587a065-6527-4400-8e4c-d3ae4984e624,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:50.831629 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.832070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.832070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.832070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.833039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.833359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.833706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.834085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.834465 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.834845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.835179 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.835525 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:25:50.843617 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:50.885960 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-785d7e31-0fb8-4cfb-b3fb-8b710b2cbe30 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:50.893078 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-785d7e31-0fb8-4cfb-b3fb-8b710b2cbe30 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 815 time: 0.1845794 Jul 08 15:25:50.910956 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-60c606eb-3104-46b2-9b78-7c4d016d8330 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/quotas/715e82118b0740899eb461b4fd96d87e HTTP/1.1" status: 200 len: 375 time: 0.0168216 Jul 08 15:25:51.017193 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-d425b73e-e366-4cf5-80fc-44c8b4235c96 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:51.040498 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-d425b73e-e366-4cf5-80fc-44c8b4235c96 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:51.053852 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-d425b73e-e366-4cf5-80fc-44c8b4235c96 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356285 Jul 08 15:25:51.057496 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.097608 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-f34c4ce8-7034-4349-98d6-cd43ee653621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:51.099125 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-f34c4ce8-7034-4349-98d6-cd43ee653621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3457029 Jul 08 15:25:51.169598 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 42fb9309-3eb9-43ab-a75f-9c358798df9e no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:51.216236 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 42fb9309-3eb9-43ab-a75f-9c358798df9e {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:51.216835 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 42fb9309-3eb9-43ab-a75f-9c358798df9e not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:51.271224 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-299091e4-9dc3-4c56-9215-562c960bcb62 service neutron] 10.222.0.58 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138984 Jul 08 15:25:51.371841 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.382259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.418472 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-b989b9ce-8daf-4323-8096-d9b36d144d86 service neutron] 10.222.0.58 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410162 Jul 08 15:25:51.498233 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.498725 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 {{(pid=78527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:25:51.525560 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-aed8b67d-8c6a-4875-a087-c29f5ec046a7 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181733 Jul 08 15:25:51.585428 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.586533 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f8de4bf9-0bcd-4748-9363-4599d72287bb admin admin] 10.222.0.58 "DELETE /v2.0/routers/9465aeb2-1cdb-4bed-9f3b-aeb82cd1a791 HTTP/1.1" status: 204 len: 168 time: 2.7007587 Jul 08 15:25:51.604094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54654) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:51.642672 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4b47d-6ad3-43ba-b762-3ab21b6d1d06 req-350a24b5-2627-4be0-b371-153e44e4a6b2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:51.644687 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-75a4b47d-6ad3-43ba-b762-3ab21b6d1d06 req-350a24b5-2627-4be0-b371-153e44e4a6b2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.3886938 Jul 08 15:25:51.722218 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-75a4b47d-6ad3-43ba-b762-3ab21b6d1d06 req-8f1c1073-eb21-4a1f-952c-87060ba75c5b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660582 Jul 08 15:25:51.757499 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-632865b8-17ed-48a0-a6c6-d576a2cdf46b req-69358587-ae22-496b-be5e-1d52824ca467 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228160 Jul 08 15:25:51.776981 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-44e69b3b-9ae7-481f-8fca-01442204d0f9 req-8557cba3-a852-4d8b-a03e-13377ae8787b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 210 time: 0.2090874 Jul 08 15:25:51.839416 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Deleting subnet 1d73ff96-2b6a-4832-89bd-bce5685cec9a {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:25:51.843006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.897852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:51.936091 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc1b9-93a0-4d73-9f07-df3a4a21918e req-25fa9cd8-8928-4f1d-8d50-e6c010096270 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:51.937660 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fbadc1b9-93a0-4d73-9f07-df3a4a21918e req-25fa9cd8-8928-4f1d-8d50-e6c010096270 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0924566 Jul 08 15:25:51.946793 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54666) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:51.953998 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Request body: {'floatingip': {'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:52.042497 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.112612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.294012 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.357908 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:52.410487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d73ff96-2b6a-4832-89bd-bce5685cec9a,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:52.416092 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:52.419391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.431569 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1d73ff96-2b6a-4832-89bd-bce5685cec9a HTTP/1.1" status: 204 len: 168 time: 0.8218656 Jul 08 15:25:52.434142 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 54678) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:52.579090 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.708721 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.721589 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ac9878-8a43-4dac-a994-6a30a8dfba45']}} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:52.734300 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13db6c10-3efd-4731-85b5-c329088d6db0') {'for_net_delete': True} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:52.734610 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13db6c10-3efd-4731-85b5-c329088d6db0') {} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:52.746618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092493'] for segment, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.763261 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.769554 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=78527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:25:52.769931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126815829'] for segment, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: Traceback (most recent call last): Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: timer() Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: cb(*args, **kw) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: return func(*args, **kwargs) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: self._notify() Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: self.callback(batched_events) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: event.method(event) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: return f(self, *a, **k) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: return self._get(url).json() Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: return self.request(url, 'GET', **kwargs) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:25:52.783105 dv-cinder-798671-3-smb neutron-server[78527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:25:52.793292 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.797268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.870115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.875140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:52.880008 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:52.904143 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ac9878-8a43-4dac-a994-6a30a8dfba45,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:52.907222 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:52.911347 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] 10.222.0.58 "DELETE /v2.0/networks/60ac9878-8a43-4dac-a994-6a30a8dfba45 HTTP/1.1" status: 204 len: 168 time: 0.4761100 Jul 08 15:25:53.004827 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-03043a0c-7318-4196-a1ca-0f5f236045e2 req-42938c85-10c6-4f8b-8bfc-d29e3c3ea45f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 210 time: 0.0667646 Jul 08 15:25:53.027449 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.l3_db [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Floating IP b7f3deb3-7ef1-4cbe-8099-4bb349a8dece associated. External IP: 172.28.3.107, port: e65495de-d699-4c29-8b9a-b3f355394edb. Jul 08 15:25:53.076820 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54686) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:53.094456 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device f587a065-6527-4400-8e4c-d3ae4984e624 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:25:53.130727 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: f587a065-6527-4400-8e4c-d3ae4984e624 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:25:53.131381 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device f587a065-6527-4400-8e4c-d3ae4984e624 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:25:53.179898 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-ce4d641e-2aa6-49b1-bb28-c4a312758bfe tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:53.180790 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-ce4d641e-2aa6-49b1-bb28-c4a312758bfe tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:53.199965 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-ce4d641e-2aa6-49b1-bb28-c4a312758bfe tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:53.201503 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-ce4d641e-2aa6-49b1-bb28-c4a312758bfe tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 815 time: 0.1973217 Jul 08 15:25:53.214057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'port': {'device_id': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'admin_state_up': True, 'tenant_id': '715e82118b0740899eb461b4fd96d87e'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:25:53.337279 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a6bd5a75-6c98-4494-bac0-e4865e2d3580 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13c3b9f0c19f4b27a16ba084da9e08fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563598 Jul 08 15:25:53.337585 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54694) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:25:53.486686 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:25:53.497473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:25:53.500162 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:53.509504 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Made reservation on behalf of 715e82118b0740899eb461b4fd96d87e for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:25:53.513352 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:53.603804 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:53.665113 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:25:53.715403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Allocated IP 172.20.0.14 (eb2d30a0-7a28-49e1-acd1-2e320cd7a09e/70c2cddd-76bf-4d1f-b665-b17283355212/a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:25:53.774791 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:53.782852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2e41052b-9292-4564-9ec8-ad9d6d34b8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:53.802438 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ece872-1da6-4c82-9583-6525887cbce8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:53.809128 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:53.951675 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:53.958477 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94ece872-1da6-4c82-9583-6525887cbce8 HTTP/1.1" status: 204 len: 168 time: 0.6198874 Jul 08 15:25:53.994638 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:54.027347 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:25:54.039605 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:54.051649 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:25:54.052407 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Transition to ACTIVE for port object a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:25:54.090972 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:54.094832 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:54.130577 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:54.152705 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:25:54.200032 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-322a1607-e4c4-4b61-b9d5-007ab44d933d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "PUT /v2.0/floatingips/b7f3deb3-7ef1-4cbe-8099-4bb349a8dece HTTP/1.1" status: 200 len: 991 time: 2.2520871 Jul 08 15:25:54.202800 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:25:54.422583 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:25:54.437025 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:25:54.458080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:25:54.459517 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:25:54.462871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:25:54.535059 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'status': 'completed', 'code': 200} Jul 08 15:25:54.623148 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:54.701474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:54.702152 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:54.808258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-a97029f3-9447-4200-a1da-36a646025bef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:54.808258 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-a97029f3-9447-4200-a1da-36a646025bef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:54.813176 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-e96d5c51-f5ae-460e-bdcb-e6e7c039b9df tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034033 Jul 08 15:25:54.829129 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-a97029f3-9447-4200-a1da-36a646025bef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:54.831797 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-a97029f3-9447-4200-a1da-36a646025bef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.5078361 Jul 08 15:25:54.907495 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-9edc3bad-bc18-4c4a-8999-6f6829a803d6 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:25:54.921438 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-a35e3f2f-9644-447e-8055-ecd8f31972f6 None None] Provisioning for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:25:54.933311 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-a35e3f2f-9644-447e-8055-ecd8f31972f6 None None] Provisioning complete for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:25:54.933928 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a35e3f2f-9644-447e-8055-ecd8f31972f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:25:54.937135 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-9edc3bad-bc18-4c4a-8999-6f6829a803d6 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:25:54.945340 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d6679e2f-0088-4c3e-a96c-7d0eec4b6c64 req-9edc3bad-bc18-4c4a-8999-6f6829a803d6 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055171 Jul 08 15:25:55.148010 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-a35e3f2f-9644-447e-8055-ecd8f31972f6 None None] Port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:25:55.309986 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'b7f3deb3-7ef1-4cbe-8099-4bb349a8dece', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a9c44-eb04-4631-991f-746481351dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:25:35Z', 'updated_at': '2021-07-08T15:25:52Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:55.321393 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:25:55.337475 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:25:55.338300 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:55.537373 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:25:55.942800 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'b7f3deb3-7ef1-4cbe-8099-4bb349a8dece', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a9c44-eb04-4631-991f-746481351dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:25:35Z', 'updated_at': '2021-07-08T15:25:52Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:25:55.947403 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253be1b8-fda6-4966-9bbb-2c111a876c6a None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'b7f3deb3-7ef1-4cbe-8099-4bb349a8dece', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a9c44-eb04-4631-991f-746481351dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:25:35Z', 'updated_at': '2021-07-08T15:25:52Z', 'revision_number': 1, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:25:56.161362 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced7f2-537f-4242-a670-8ad88aefea36 req-0060094a-6a8c-454a-9dc2-10d2e977de13 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:56.163089 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66ced7f2-537f-4242-a670-8ad88aefea36 req-0060094a-6a8c-454a-9dc2-10d2e977de13 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.0938721 Jul 08 15:25:56.236639 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-66ced7f2-537f-4242-a670-8ad88aefea36 req-3d962b48-2f53-4ff2-8f6f-2f23cf125484 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Jul 08 15:25:56.303823 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569ed2d-1f0b-4cde-bf03-58cbf1713e8e None None] New status for floating IP b7f3deb3-7ef1-4cbe-8099-4bb349a8dece: ACTIVE {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:25:57.432532 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccac2b-fc1e-445a-9c59-3f30a9a7d438 req-80aad5dc-86f6-43d3-9c33-875e4ec9c2f7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:57.434083 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2cccac2b-fc1e-445a-9c59-3f30a9a7d438 req-80aad5dc-86f6-43d3-9c33-875e4ec9c2f7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.0942545 Jul 08 15:25:57.481049 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2cccac2b-fc1e-445a-9c59-3f30a9a7d438 req-db851f15-7553-46de-bde4-a89213762fb1 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Jul 08 15:25:58.593995 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:25:58.703883 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f42343-8a19-4faa-a4aa-ebea52cee584 req-6260becb-52ca-4057-9ec7-fcdfba53b31f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:25:58.706222 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c0f42343-8a19-4faa-a4aa-ebea52cee584 req-6260becb-52ca-4057-9ec7-fcdfba53b31f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.0998390 Jul 08 15:25:58.770193 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c0f42343-8a19-4faa-a4aa-ebea52cee584 req-155bd3f0-1b14-463c-9c35-260b78bfa417 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541914 Jul 08 15:26:00.004001 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2047c-839c-4b0b-a1fc-7c1fb6426cf7 req-70dba11b-34bb-48b1-a127-5632a32bc663 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:00.008129 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd2047c-839c-4b0b-a1fc-7c1fb6426cf7 req-70dba11b-34bb-48b1-a127-5632a32bc663 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.1217694 Jul 08 15:26:00.077019 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd2047c-839c-4b0b-a1fc-7c1fb6426cf7 req-daa10ceb-1e5e-4be2-958a-d5108fd236d9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Jul 08 15:26:01.289584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308af7c-c585-46c2-98e5-d3db4449d433 req-8d0e5d0c-36e8-42ab-b282-5bdb841a859c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:01.291876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5308af7c-c585-46c2-98e5-d3db4449d433 req-8d0e5d0c-36e8-42ab-b282-5bdb841a859c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.0953627 Jul 08 15:26:01.353807 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5308af7c-c585-46c2-98e5-d3db4449d433 req-b5413c9a-77b4-4dc4-b330-b41fff71f47d tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522335 Jul 08 15:26:01.823353 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54868) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:01.888876 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Deleting subnet ec603a26-2b9d-4080-95fb-9e473cbdf9e5 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:26:01.892055 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:01.952378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.015785 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.089453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.095115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9811467a-6b32-4976-9762-b4319df16208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:02.133631 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec603a26-2b9d-4080-95fb-9e473cbdf9e5,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:02.137045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:02.137982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.147092 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2987cf81-8d29-4940-b799-1f8298a69ce5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ec603a26-2b9d-4080-95fb-9e473cbdf9e5 HTTP/1.1" status: 204 len: 168 time: 0.3221216 Jul 08 15:26:02.150775 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54882) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:02.262848 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.394257 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.416537 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2001c044-95f4-4506-93b3-4546873a804c']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:02.431457 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a641b4bc-32aa-443a-a0a4-12b83f257cdc') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:02.431774 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a641b4bc-32aa-443a-a0a4-12b83f257cdc') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:02.448565 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.467988 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.476766 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:26:02.477132 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:26:02.494769 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:26:02.570696 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.575021 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:02.591572 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f5221-fc3a-4731-9e5e-9989d40601d1 req-fafef8ab-1fc0-4073-bb4e-156c9c95de3c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:02.595084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.599179 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-621f5221-fc3a-4731-9e5e-9989d40601d1 req-fafef8ab-1fc0-4073-bb4e-156c9c95de3c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.0995524 Jul 08 15:26:02.606018 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Pushing event deleted for resources: {'Network': ['ID=2001c044-95f4-4506-93b3-4546873a804c,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:02.609516 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:02.616007 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9d896af3-fe44-484f-8139-75c19495e874 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2001c044-95f4-4506-93b3-4546873a804c HTTP/1.1" status: 204 len: 168 time: 0.4636009 Jul 08 15:26:02.661643 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-621f5221-fc3a-4731-9e5e-9989d40601d1 req-c3623e02-31fb-4fc8-8d9c-23e723749107 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568843 Jul 08 15:26:02.814522 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54890) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:02.867532 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b5ef7f73-01c0-4f5c-a456-4c0f45d9c3a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e02db14182ca493eae139be37b786e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516374 Jul 08 15:26:02.869766 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 54894) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:02.935281 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:02.966148 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:03.024267 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:03.028129 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fd066f2c-77d3-4602-8795-4da48a032a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:03.041039 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e3f52-a30b-4eb1-8bc6-de08d5092b33,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:03.043553 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:03.056723 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:03.060561 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b87e3f52-a30b-4eb1-8bc6-de08d5092b33 HTTP/1.1" status: 204 len: 168 time: 0.1871948 Jul 08 15:26:03.935051 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26da6-d023-4e6b-bf74-09db4d08570d req-d4841015-6e0a-451f-ad83-c2339cfc013e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:03.936664 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3be26da6-d023-4e6b-bf74-09db4d08570d req-d4841015-6e0a-451f-ad83-c2339cfc013e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.1198606 Jul 08 15:26:03.987987 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3be26da6-d023-4e6b-bf74-09db4d08570d req-51fb2107-2147-4096-8bcb-78d33d827bcf tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Jul 08 15:26:04.515312 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053d6ef-a93d-4c0e-ad41-0a1e9aa74199 req-2289511e-57df-4845-8e91-9de4757b39b2 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:04.516976 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c053d6ef-a93d-4c0e-ad41-0a1e9aa74199 req-2289511e-57df-4845-8e91-9de4757b39b2 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0865285 Jul 08 15:26:04.563004 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c053d6ef-a93d-4c0e-ad41-0a1e9aa74199 req-005ec58d-b7e3-4023-a153-2957f3149a40 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Jul 08 15:26:04.609189 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Request body: {'port': {'device_id': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:04.782679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:04.802119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-c315eddb-0b43-456b-bd06-e4f9a7cc8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:04.803972 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-c315eddb-0b43-456b-bd06-e4f9a7cc8dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1098 time: 0.1647561 Jul 08 15:26:05.191132 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-72bd1c5c-b828-47d5-8bc1-ae191592cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:05.192570 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-72bd1c5c-b828-47d5-8bc1-ae191592cbef service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.2605643 Jul 08 15:26:05.393572 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-155573d5-e628-4caa-9fcd-f78d76898115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 1001 time: 0.1812136 Jul 08 15:26:05.465193 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449b7f-c8f5-4a1d-9e05-5d019cbb6165 req-40c445a4-92d9-4d6e-9859-402c936e083a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:05.466671 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5449b7f-c8f5-4a1d-9e05-5d019cbb6165 req-40c445a4-92d9-4d6e-9859-402c936e083a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 932 time: 0.3459642 Jul 08 15:26:05.519198 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-72fd93ce-5351-4a22-9834-b3528cba92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:05.520631 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-72fd93ce-5351-4a22-9834-b3528cba92b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.1180234 Jul 08 15:26:05.579521 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a5449b7f-c8f5-4a1d-9e05-5d019cbb6165 req-6ca4c56a-f0fc-482d-8279-94cc14b0d922 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038404 Jul 08 15:26:05.650197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:26:05.659032 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:05.679650 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Transition to ACTIVE for port object a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:26:05.685766 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:05.692007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:05.744259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-e2ecded0-f7e6-4687-9d09-ba5b2806f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:05.745800 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-e2ecded0-f7e6-4687-9d09-ba5b2806f5f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072625 Jul 08 15:26:05.861504 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e65e4-410b-4d26-ac68-31fac744d5e0 req-e0b17cec-d14d-4929-98c6-6d12c0924f5c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:05.868349 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-be8e65e4-410b-4d26-ac68-31fac744d5e0 req-e0b17cec-d14d-4929-98c6-6d12c0924f5c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.1871278 Jul 08 15:26:05.927027 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-be8e65e4-410b-4d26-ac68-31fac744d5e0 req-9a7c7488-62ab-43d2-81ad-b850466b9c8c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513592 Jul 08 15:26:05.927226 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:05.933104 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:06.057586 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-02cc41f1-d862-465b-b915-2a7b2255b374 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534776 Jul 08 15:26:06.101181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Attempting to bind port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:26:06.101521 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Attempting to bind port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:26:06.101852 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Attempting to bind port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec on network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:26:06.158343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec on network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:26:06.158664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Attempting to bind port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec on network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:26:06.170253 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:26:06.170623 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Checking segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:26:06.170998 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Bound using segment: {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:26:06.171450 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Bound port: a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c42ebba-d61c-45fc-b84a-c9fe726962e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:26:06.171776 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:06.280200 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6f944aff-042b-4c59-9ed0-16d6623cff6f req-67b14dcb-8eb9-40ff-ad86-958ff528c239 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117693 Jul 08 15:26:06.305391 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:26:06.308943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:26:06.313246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:06.317783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-de01ca85-d82a-49fa-85c6-f5d53e0554fb tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:06.495726 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:06.496329 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:06.497658 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] 10.222.0.69 "PUT /v2.0/ports/a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 1094 time: 1.8934476 Jul 08 15:26:06.498149 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:06.520140 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:06.525075 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:06.617306 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:26:06.652861 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-817e02a9-8948-4665-8b74-046b5e88c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:06.654337 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-817e02a9-8948-4665-8b74-046b5e88c019 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1097 time: 0.0871327 Jul 08 15:26:06.732266 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-3e3cb703-46ed-4396-9bb0-f4224008b197 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 217 time: 0.0702963 Jul 08 15:26:06.789772 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06f40-d96a-432f-98e7-75ae5888508f req-d319f364-078d-4a61-bee5-b544ffa5f87a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:06.791464 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-dfd06f40-d96a-432f-98e7-75ae5888508f req-d319f364-078d-4a61-bee5-b544ffa5f87a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 944 time: 0.0904782 Jul 08 15:26:06.848363 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-dfd06f40-d96a-432f-98e7-75ae5888508f req-59e9a737-46c1-4452-b429-9be1dc7bcbac tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Jul 08 15:26:06.878481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-5a9bb9bf-c891-4f5b-bf95-9ca1367b2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:06.879957 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-5a9bb9bf-c891-4f5b-bf95-9ca1367b2cd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.1347573 Jul 08 15:26:06.945889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-7f076020-9eb6-4d56-9c04-d5af3c5eae09 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:06.947361 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-7f076020-9eb6-4d56-9c04-d5af3c5eae09 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.2009017 Jul 08 15:26:07.030726 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Deleting port dec75622-4ffc-4595-90d9-c151fc17ce66 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:26:07.031069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.062299 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-830c9ab6-0d9c-49e2-b9bf-4b6a9e6d6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:07.063822 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-830c9ab6-0d9c-49e2-b9bf-4b6a9e6d6cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1757362 Jul 08 15:26:07.118887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c06db9-8e48-4a95-a7f7-00bad6bda5f6 req-640de640-b895-4cbf-b37f-102f29eacd62 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:07.120374 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-76c06db9-8e48-4a95-a7f7-00bad6bda5f6 req-640de640-b895-4cbf-b37f-102f29eacd62 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0845287 Jul 08 15:26:07.168911 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-76c06db9-8e48-4a95-a7f7-00bad6bda5f6 req-3f86e4ae-5844-4e2f-ad41-c459af9c93cd tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428011 Jul 08 15:26:07.274540 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-b50563e9-c7df-42ce-a26c-cf5d433d14c9 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990945 Jul 08 15:26:07.417004 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a96099b7-15d4-4ce1-af07-b25468bfe890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.526460 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] For port dec75622-4ffc-4595-90d9-c151fc17ce66, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=dec75622-4ffc-4595-90d9-c151fc17ce66,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:07.527129 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.546319 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0afbc8d6-7fb2-418f-8d0c-830c511adcef req-3ae49c83-526d-4425-a61e-cdf0a40cebc4 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498281 Jul 08 15:26:07.841778 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c3e1-2533-4762-aa95-13230f272418 req-f8b68102-9770-4a12-b5c8-71fdd2e26c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:07.843290 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-f8b68102-9770-4a12-b5c8-71fdd2e26c50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1097 time: 0.2457135 Jul 08 15:26:07.904920 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.980860 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.981231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:07.982013 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Floating IP a8bf3633-2ac0-4d7e-a329-becf80e0f264 disassociated. External IP: 172.28.3.133, port: dec75622-4ffc-4595-90d9-c151fc17ce66. Jul 08 15:26:07.982516 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Calling delete_port for dec75622-4ffc-4595-90d9-c151fc17ce66 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:26:08.264813 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c3e1-2533-4762-aa95-13230f272418 req-61779620-c29b-411a-a018-488bca5a0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:08.266373 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-61779620-c29b-411a-a018-488bca5a0864 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.4075484 Jul 08 15:26:08.346579 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-6d5e3d5c-50a8-4f88-8b45-6d8128ac7493 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 217 time: 0.0714300 Jul 08 15:26:08.367244 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f54f5-8d1b-4244-8591-9ba3e0f8f8f8 req-916fed16-ed70-4746-875d-a8cdf2c51ebd tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:08.368751 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d37f54f5-8d1b-4244-8591-9ba3e0f8f8f8 req-916fed16-ed70-4746-875d-a8cdf2c51ebd tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 945 time: 0.0872481 Jul 08 15:26:08.417660 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d37f54f5-8d1b-4244-8591-9ba3e0f8f8f8 req-73ece76e-b6d2-4105-89de-bc81b2c42696 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c27ed4d-a927-4f78-a2b5-35f59aec1281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427027 Jul 08 15:26:08.461044 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20395e3c-8052-44ba-9f26-3a1f11c64ce1 req-e99bb321-2fdd-4f0f-b6ec-5456283d8bfa tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:08.462532 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-20395e3c-8052-44ba-9f26-3a1f11c64ce1 req-e99bb321-2fdd-4f0f-b6ec-5456283d8bfa tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 944 time: 0.3110960 Jul 08 15:26:08.499549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:08.510973 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ea469e2d-4aaf-4885-bf95-0ff36c3b25bc tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:08.550119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c3e1-2533-4762-aa95-13230f272418 req-a53067bd-c80a-4e5f-8a23-b1418b130894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:08.551673 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-a53067bd-c80a-4e5f-8a23-b1418b130894 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.1754508 Jul 08 15:26:08.572849 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'Port': ['ID=dec75622-4ffc-4595-90d9-c151fc17ce66,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:08.615668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:08.628643 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-20395e3c-8052-44ba-9f26-3a1f11c64ce1 req-c2e30669-2e08-431b-ace6-d43b3107ad29 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586833 Jul 08 15:26:08.826293 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c3e1-2533-4762-aa95-13230f272418 req-54c64da9-4908-4ae7-b67e-d9826acc8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:08.827808 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-54c64da9-4908-4ae7-b67e-d9826acc8ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2561743 Jul 08 15:26:08.854946 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:26:09.132738 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-db2e5c06-0ce0-4422-8764-2f1ede214526 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968941 Jul 08 15:26:09.218658 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:26:09.229616 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:26:09.239912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:09.240533 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:09.321247 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] No DVR routers for this DVR port dec75622-4ffc-4595-90d9-c151fc17ce66 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:26:09.325161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:09.335225 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'name': 'network-vif-deleted', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:09.346251 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7576382d-6129-48ea-a11f-6e93d5c630d1 req-50cb2f5d-2c0a-49f7-8fb4-56dd051ae92e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "DELETE /v2.0/ports/dec75622-4ffc-4595-90d9-c151fc17ce66 HTTP/1.1" status: 204 len: 173 time: 2.3921890 Jul 08 15:26:09.414533 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cc03c3e1-2533-4762-aa95-13230f272418 req-3b59952d-e346-482d-9886-1ae8855201a4 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725508 Jul 08 15:26:09.437765 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d91829c-c37a-44fa-bcaf-4ed11eb67303', 'name': 'network-vif-deleted', 'tag': 'dec75622-4ffc-4595-90d9-c151fc17ce66', 'status': 'completed', 'code': 200} Jul 08 15:26:09.488863 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:09.653494 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c71c4a54-f5f6-4fc9-8c96-f9604b54e767 req-d2646e6a-7ac3-40c6-9b4c-030c7a8365c0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d91829c-c37a-44fa-bcaf-4ed11eb67303 HTTP/1.1" status: 200 len: 210 time: 0.0519795 Jul 08 15:26:09.872733 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640ed3b-054c-4e50-ac1a-06f22dd0ace7 req-5a718778-0a8c-4441-9223-84d9d831f780 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:09.884500 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e640ed3b-054c-4e50-ac1a-06f22dd0ace7 req-5a718778-0a8c-4441-9223-84d9d831f780 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 944 time: 0.1111338 Jul 08 15:26:09.893104 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:09.907895 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:26:09.919757 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-927301b5-3534-41d2-a897-8beaf153de1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:09.922798 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:09.923861 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:25:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:09.951266 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e640ed3b-054c-4e50-ac1a-06f22dd0ace7 req-37b93b9c-4c53-421c-bb31-7634fdff5290 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654771 Jul 08 15:26:10.078253 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55076) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:10.126086 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:10.197302 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.213625 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:10.217363 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Usage tracker for resource:security_group_rule and tenant:d17f9956fad74f0cb01b02c6547e0888 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:10.220167 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:10.225896 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:10.275509 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:26:10.277738 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device dec75622-4ffc-4595-90d9-c151fc17ce66 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:26:10.318817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.324003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.333669 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4970226e-7ffe-4a97-ba37-658f1661bc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:10.374732 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d17f9956fad74f0cb01b02c6547e0888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952459 Jul 08 15:26:10.376418 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c20ec-4d60-40c5-b933-ed0908dd37c1,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:10.377252 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55084) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:10.379372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:10.396766 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: dec75622-4ffc-4595-90d9-c151fc17ce66 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:26:10.397308 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device dec75622-4ffc-4595-90d9-c151fc17ce66 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:26:10.451530 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.477269 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.535284 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.539853 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-69a637ae-b9a9-4403-9b9b-a0baa6f786f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:10.551570 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c20ec-4d60-40c5-b933-ed0908dd37c1,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:10.555808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:10.559628 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.563080 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f50c20ec-4d60-40c5-b933-ed0908dd37c1 HTTP/1.1" status: 204 len: 168 time: 0.1840012 Jul 08 15:26:10.624335 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:10.642912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'port_id': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'mac_address': 'fa:16:3e:19:3f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:26:10.712002 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:10.714427 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.730199 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec401e-b3f4-431d-a651-7c96202afc15 None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:26:10.736948 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:26:10.769322 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:10.776081 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.776489 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:10.838211 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55096) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:10.898642 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:10.906876 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.907206 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.907530 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.907859 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.908179 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.908496 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.908814 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.909130 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.909441 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.909753 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.910063 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.910406 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:10.914454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:10.927505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:10.958022 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.022017 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:26:11.028091 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.044583 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-13609f99-be18-4679-bcae-2a2744adef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:11.071669 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27ed4d-a927-4f78-a2b5-35f59aec1281,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:11.077914 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:11.079320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.083292 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55106) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:11.084002 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "DELETE /v2.0/security-groups/7c27ed4d-a927-4f78-a2b5-35f59aec1281 HTTP/1.1" status: 204 len: 168 time: 0.2438860 Jul 08 15:26:11.094552 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108b56a-a3b3-48a7-850d-a8e50d6f0f80 None None] New status for floating IP a8bf3633-2ac0-4d7e-a329-becf80e0f264: DOWN {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:26:11.159343 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.194417 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.api.v2.resource [None req-41ecb045-90e3-48c2-b191-6d6d02419870 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] show failed (client error): The resource could not be found. Jul 08 15:26:11.195820 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-41ecb045-90e3-48c2-b191-6d6d02419870 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups/7c27ed4d-a927-4f78-a2b5-35f59aec1281 HTTP/1.1" status: 404 len: 347 time: 0.1112542 Jul 08 15:26:11.198815 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55110) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:11.285003 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1a5a1-7c84-44b0-9d61-86787d5d213d req-0e3410c1-beac-4a6a-a51e-ea674b953a09 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:11.289284 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-55e1a5a1-7c84-44b0-9d61-86787d5d213d req-0e3410c1-beac-4a6a-a51e-ea674b953a09 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 945 time: 0.1728940 Jul 08 15:26:11.458072 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Deleting port 655e1fa6-941e-4f1c-b6ca-d5174a88f547 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:26:11.459069 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.555524 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-55e1a5a1-7c84-44b0-9d61-86787d5d213d req-9e71dccb-d6fd-48dd-9443-d046e281a3ed tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588627 Jul 08 15:26:11.654568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.654924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.784047 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Calling delete_port for 655e1fa6-941e-4f1c-b6ca-d5174a88f547 owned by network:floatingip {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:26:11.922312 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:11.926031 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5413adca-93d1-4bb5-ba68-268074e17a58 tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:11.975683 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'Port': ['ID=655e1fa6-941e-4f1c-b6ca-d5174a88f547,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:12.002017 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:12.067490 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.082495 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.083720 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "DELETE /v2.0/floatingips/a8bf3633-2ac0-4d7e-a329-becf80e0f264 HTTP/1.1" status: 204 len: 168 time: 0.8835146 Jul 08 15:26:12.289894 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:26:12.304510 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55126) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:12.309962 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817528672', 'description': 'tempest-description--1951145093'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:12.315903 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:12.321045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:12.323936 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:12.329889 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:12.350212 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.364792 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:26:12.372484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:12.373070 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:26:12.373460 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.377088 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:12.380513 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:12.387280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:12.464418 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.469373 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.473119 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5fb4d692-8892-4925-9566-c252168bd5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:12.504011 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.518254 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556a6436-ac75-4302-991e-0788645194a7,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:12.522259 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:12.523302 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.524741 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c1b331bb-5005-4f36-a1f3-415d7d15c3e3 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2192595 Jul 08 15:26:12.527489 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55130) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:12.533706 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group_rule': {'security_group_id': '556a6436-ac75-4302-991e-0788645194a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:12.540863 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:12.542898 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:12.544969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:12.547931 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:12.550556 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.553947 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:12.554923 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:12.558944 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.561250 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-75dacda8-ab44-41b7-a741-dd25360018ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:12.576481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.612006 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'code': 200} Jul 08 15:26:12.660390 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:12.667097 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:12.703454 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.711420 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.713660 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:12.743928 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b84b6c-c315-4df9-8f52-766deee537cd,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:12.746745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:12.755949 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.758142 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-36dd6339-d573-40e6-a293-b304adb88de5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291787 Jul 08 15:26:12.761045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55142) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:12.776587 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'security_group_rule': {'security_group_id': '556a6436-ac75-4302-991e-0788645194a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:12.784720 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:12.793411 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:security_group_rule and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:12.803181 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:12.816016 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:12.817144 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124fe0d-b736-4832-9362-041270b7a30e req-4d22bc2b-b1b4-4bc8-b650-bb592db984f3 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:12.819374 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2124fe0d-b736-4832-9362-041270b7a30e req-4d22bc2b-b1b4-4bc8-b650-bb592db984f3 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.1364241 Jul 08 15:26:12.939618 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2124fe0d-b736-4832-9362-041270b7a30e req-b138afd0-2fb5-4136-9eaf-c5e121124a12 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Jul 08 15:26:12.948013 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:12.959688 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec3b86-d61c-4a57-abb1-72845ba8ca5f req-7b858f4c-1a1c-4abc-9bec-66db20bd5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:12.973288 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8ec3b86-d61c-4a57-abb1-72845ba8ca5f req-7b858f4c-1a1c-4abc-9bec-66db20bd5d06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1099 time: 0.1362062 Jul 08 15:26:13.035120 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e8ec3b86-d61c-4a57-abb1-72845ba8ca5f req-f17f09dd-ca93-4258-ba04-ff49337d5386 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Jul 08 15:26:13.047989 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.053347 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.056656 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:13.099164 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b09fd07-ac8a-4c7a-9d2c-ac205932a52a,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:13.107866 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:13.113649 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.116104 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524673 Jul 08 15:26:13.118943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55152) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:13.124429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:13.130957 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:13.135101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Usage tracker for resource:floatingip and tenant:fa02fe42f9d846f08f84324c7ab6971a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:13.138051 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:13.145095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:13.156433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.301805 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.466954 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Allocated IP 172.28.3.143 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/df244e50-c53c-48ba-874f-fc2b45482756) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:26:13.624767 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.657173 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.660863 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ed8c3db8-2276-47bc-b47a-337c4d8a7057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:13.724701 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:26:13.727858 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:26:13.731623 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:26:13.776396 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=df244e50-c53c-48ba-874f-fc2b45482756,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:13.781082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:13.825646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:13.907462 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:14.193071 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:14.198791 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:14.203007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-07758815-e328-4fa1-a58a-e32eed08b85b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:14.245838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3466374-d6df-486b-b0b6-98487c0bd825 req-bfdfa3fe-5530-4024-8df5-fd1b85b4c88e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:14.247350 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a3466374-d6df-486b-b0b6-98487c0bd825 req-bfdfa3fe-5530-4024-8df5-fd1b85b4c88e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.1769614 Jul 08 15:26:14.355299 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=df244e50-c53c-48ba-874f-fc2b45482756,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:14.361284 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:14.369987 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a3466374-d6df-486b-b0b6-98487c0bd825 req-365baf5f-f6c6-49bc-bd4e-26869f5701d0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030905 Jul 08 15:26:14.372859 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:14.406154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:14.407706 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-47445cc4-8ba5-41e1-bb22-4455042b7386 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2877340 Jul 08 15:26:14.573313 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530719f-05d2-4942-8829-06f6b089f12f req-050744cd-e6cf-4b0e-a3b1-e0670b1a7744 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:14.575005 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8530719f-05d2-4942-8829-06f6b089f12f req-050744cd-e6cf-4b0e-a3b1-e0670b1a7744 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.0943205 Jul 08 15:26:14.622398 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8530719f-05d2-4942-8829-06f6b089f12f req-6b6d05da-dd26-4d07-bd1f-968964426820 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Jul 08 15:26:14.650337 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-114dc91a-0d62-497a-83f8-303e0372c507 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1817528672&fields=id&tenant_id=fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 267 time: 0.0456681 Jul 08 15:26:14.814800 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-93f3331c-ec57-4bc3-94af-349baec75e5b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:14.816665 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-93f3331c-ec57-4bc3-94af-349baec75e5b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 811 time: 0.1559193 Jul 08 15:26:14.832813 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-4e3eb694-519e-4e0c-bdd0-ac99beefa117 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/quotas/fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 375 time: 0.0103958 Jul 08 15:26:14.933806 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-7f4df0ae-e0f3-4a98-abff-119f37cfd03b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:14.952138 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-7f4df0ae-e0f3-4a98-abff-119f37cfd03b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:14.953548 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-7f4df0ae-e0f3-4a98-abff-119f37cfd03b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144197 Jul 08 15:26:15.207108 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-f3891195-ebcc-473e-ba63-202afabcc420 service neutron] 10.222.0.58 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397473 Jul 08 15:26:15.306620 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332307d-2807-4da8-86ae-9f4f8870c1ae req-1b7afa01-2eaf-4a24-97a8-7d4da0b70b8f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:15.306620 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1332307d-2807-4da8-86ae-9f4f8870c1ae req-1b7afa01-2eaf-4a24-97a8-7d4da0b70b8f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.0856705 Jul 08 15:26:15.361116 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1332307d-2807-4da8-86ae-9f4f8870c1ae req-1f6f2b44-9f6c-465d-8d22-a1c8af69c42a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Jul 08 15:26:15.384132 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-2093fed4-df84-456c-90a5-ada6ba92348e service neutron] 10.222.0.58 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701620 Jul 08 15:26:15.594031 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-0c5cd9c4-972b-4e0b-ae8d-8b0364338d4a req-9b5058be-7923-4a2e-86b2-984018340555 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:15.614517 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-0c5cd9c4-972b-4e0b-ae8d-8b0364338d4a req-9b5058be-7923-4a2e-86b2-984018340555 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:15.619606 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0c5cd9c4-972b-4e0b-ae8d-8b0364338d4a req-9b5058be-7923-4a2e-86b2-984018340555 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 210 time: 0.0752134 Jul 08 15:26:16.733783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-04b7c228-99b4-4ccf-90a7-b1dde23a0d31 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:16.735314 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-04b7c228-99b4-4ccf-90a7-b1dde23a0d31 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 811 time: 0.1810246 Jul 08 15:26:16.789324 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-029fe14b-a5c9-4e80-b1a9-22ad30fe144e req-a9cd27cb-b2d3-44ab-a8f6-f2e792f0ba76 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 210 time: 0.0461471 Jul 08 15:26:16.789952 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-2d2418bb-3d62-4665-946a-65a5af40c306 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa02fe42f9d846f08f84324c7ab6971a HTTP/1.1" status: 200 len: 380 time: 0.0454705 Jul 08 15:26:16.801288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'port': {'device_id': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'admin_state_up': True, 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'security_groups': ['556a6436-ac75-4302-991e-0788645194a7']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:16.952819 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:16.969558 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:16.983008 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Made reservation on behalf of fa02fe42f9d846f08f84324c7ab6971a for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:26:16.991025 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:17.198212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Allocated IP 172.20.0.5 (c1e7b202-d001-413a-a512-88348eb9160e/830ce2de-b0e1-4975-99d2-ffbf86a42600/3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:26:17.435763 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:17.453192 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Transition to ACTIVE for port object 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd will not be triggered until provisioned by entity DHCP. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:26:17.478779 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:17.484543 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:17.554870 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Network c1e7b202-d001-413a-a512-88348eb9160e is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:26:17.558311 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:26:17.562492 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:26:17.604210 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event updated for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:17.609242 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:17.636471 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:17.637141 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:17.674640 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8774886 Jul 08 15:26:17.687966 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Request body: {'port': {'device_id': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:17.891174 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:17.933565 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-98d1d0bd-2c4c-40c9-bb73-e18feeccc7b5 None None] Provisioning for port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:26:17.941562 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-98d1d0bd-2c4c-40c9-bb73-e18feeccc7b5 None None] Provisioning complete for port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:26:17.942289 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-98d1d0bd-2c4c-40c9-bb73-e18feeccc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:18.022242 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-98d1d0bd-2c4c-40c9-bb73-e18feeccc7b5 None None] Port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:26:18.120053 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c83ad-3512-4ee4-8bf5-898f4fdba8e5 req-281084c9-7674-40e5-aa62-2580b8fdfb67 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:18.121299 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ec4c83ad-3512-4ee4-8bf5-898f4fdba8e5 req-281084c9-7674-40e5-aa62-2580b8fdfb67 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:18.164537 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-ec4c83ad-3512-4ee4-8bf5-898f4fdba8e5 req-281084c9-7674-40e5-aa62-2580b8fdfb67 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:18.165616 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ec4c83ad-3512-4ee4-8bf5-898f4fdba8e5 req-281084c9-7674-40e5-aa62-2580b8fdfb67 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 931 time: 0.2268012 Jul 08 15:26:18.278302 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ec4c83ad-3512-4ee4-8bf5-898f4fdba8e5 req-96196feb-d5d7-408c-a81b-b2b602a192f5 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641849 Jul 08 15:26:18.406156 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:26:18.414214 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:18.431725 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Transition to ACTIVE for port object 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:26:18.438096 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:18.442240 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-95c09123-3323-43d9-8867-d200885128ed tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:18.732868 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:18.765038 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:18.808770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Attempting to bind port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:26:18.809105 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Attempting to bind port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:26:18.809419 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Attempting to bind port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:26:18.814394 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd on network c1e7b202-d001-413a-a512-88348eb9160e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:26:18.814759 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Attempting to bind port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd on network c1e7b202-d001-413a-a512-88348eb9160e {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:26:18.821359 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:26:18.821712 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Checking segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:26:18.822095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Bound using segment: {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:26:18.822537 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Bound port: 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5adb4c-1d60-446c-825d-843514022f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:26:18.822880 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:18.933566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:26:18.936806 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:26:18.941261 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:18.947165 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-815be6a8-830d-4df5-b513-41cbaa276b1d tempest-ServerRescueNegativeTestJSON-1987888301 tempest-ServerRescueNegativeTestJSON-1987888301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:19.006383 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.007263 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:19.008702 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] 10.222.0.69 "PUT /v2.0/ports/3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd HTTP/1.1" status: 200 len: 1093 time: 1.3259203 Jul 08 15:26:19.009210 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:19.031186 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:19.034437 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:19.101622 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'status': 'completed', 'code': 200} Jul 08 15:26:19.152969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-fc529868-b40f-4957-8ad5-378716abad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.154536 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-fc529868-b40f-4957-8ad5-378716abad30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 1096 time: 0.0877271 Jul 08 15:26:19.238877 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-d9c68bb6-4c29-4cf0-8838-d34e41b861af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd HTTP/1.1" status: 200 len: 217 time: 0.0749540 Jul 08 15:26:19.317199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-e3b3be0a-bf37-4cb6-82b0-25cdafcfc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.318170 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-e3b3be0a-bf37-4cb6-82b0-25cdafcfc1f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.0718198 Jul 08 15:26:19.485006 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-d33366b9-5a44-437f-91b1-884ffce0d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.487946 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-d33366b9-5a44-437f-91b1-884ffce0d69d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1577575 Jul 08 15:26:19.542008 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a9a1b-4bb9-48ad-8211-a24b68fcc163 req-e8c011c0-db53-41af-b4f3-31aad562d52a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.543432 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f64a9a1b-4bb9-48ad-8211-a24b68fcc163 req-e8c011c0-db53-41af-b4f3-31aad562d52a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 943 time: 0.1067593 Jul 08 15:26:19.594645 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f64a9a1b-4bb9-48ad-8211-a24b68fcc163 req-081de421-18a2-4b47-9b08-3cf6bb2938cc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Synchronizing usage tracker for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:19.616943 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-f64a9a1b-4bb9-48ad-8211-a24b68fcc163 req-081de421-18a2-4b47-9b08-3cf6bb2938cc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Unset dirty status for tenant:fa02fe42f9d846f08f84324c7ab6971a on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:19.618371 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-f64a9a1b-4bb9-48ad-8211-a24b68fcc163 req-081de421-18a2-4b47-9b08-3cf6bb2938cc tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689235 Jul 08 15:26:19.671553 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-8e51cdfc-ab00-4388-b0ff-5567ef332520 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768610 Jul 08 15:26:19.824338 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ccd1ab89-7b66-49e0-af76-939ae5778c11 req-053b8be4-110c-4198-bc9c-51ce8e667151 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450403 Jul 08 15:26:19.942003 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-5e114806-c745-4c8b-bcbc-11cd42aaac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:19.943595 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-5e114806-c745-4c8b-bcbc-11cd42aaac9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 1096 time: 0.0746112 Jul 08 15:26:20.107297 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-243dfd3d-8991-49dd-820f-47ceb06b52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.108736 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-243dfd3d-8991-49dd-820f-47ceb06b52ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.1562071 Jul 08 15:26:20.187459 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-188d6691-121c-4434-b477-8763d06ac7b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd HTTP/1.1" status: 200 len: 217 time: 0.0698755 Jul 08 15:26:20.255845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-8635255f-e2bf-4fbc-9bfe-793e017d027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.258060 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-8635255f-e2bf-4fbc-9bfe-793e017d027c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.0609326 Jul 08 15:26:20.353086 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-217a3943-7b92-4d20-8cde-cce7424fcca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.354678 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-217a3943-7b92-4d20-8cde-cce7424fcca3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892720 Jul 08 15:26:20.488194 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505571ad-84b0-4c8c-9120-64e42c31d3e9 req-425aebc3-6fbc-4ba3-89d4-01d54dc5f938 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.490020 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-505571ad-84b0-4c8c-9120-64e42c31d3e9 req-425aebc3-6fbc-4ba3-89d4-01d54dc5f938 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.0866456 Jul 08 15:26:20.529634 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-3d6cb2f0-7900-4626-8a35-7ca496cbba86 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679249 Jul 08 15:26:20.544934 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-505571ad-84b0-4c8c-9120-64e42c31d3e9 req-670fb358-5bdc-4d73-9f4c-88b913c03d05 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jul 08 15:26:20.569733 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55294) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:20.632851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:20.827124 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f5c95e82-3d84-4dff-95c0-423c6625864e req-9bf41486-4e96-46ee-900f-5bf8850cff62 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903998 Jul 08 15:26:20.870549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c30ae-4b30-4146-ab74-a660eb40e38f tempest-TestMinimumBasicScenario-2020301060 tempest-TestMinimumBasicScenario-2020301060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.873245 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-dd0c30ae-4b30-4146-ab74-a660eb40e38f tempest-TestMinimumBasicScenario-2020301060 tempest-TestMinimumBasicScenario-2020301060-project-admin] Synchronizing usage tracker for tenant:312531a92c1c4f46be088a003c4f6bbb on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:20.892833 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-dd0c30ae-4b30-4146-ab74-a660eb40e38f tempest-TestMinimumBasicScenario-2020301060 tempest-TestMinimumBasicScenario-2020301060-project-admin] Unset dirty status for tenant:312531a92c1c4f46be088a003c4f6bbb on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:20.894362 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-dd0c30ae-4b30-4146-ab74-a660eb40e38f tempest-TestMinimumBasicScenario-2020301060 tempest-TestMinimumBasicScenario-2020301060-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1094 time: 0.3233337 Jul 08 15:26:20.895431 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddafb0b-9f5f-4c0b-92d2-468dafb23a1d req-037818f9-9545-4824-954c-c0951eab4472 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:20.898140 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8ddafb0b-9f5f-4c0b-92d2-468dafb23a1d req-037818f9-9545-4824-954c-c0951eab4472 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 943 time: 0.1050296 Jul 08 15:26:20.898478 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55308) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:20.903968 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'floatingip': {'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'port_id': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:20.910193 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:20.914414 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:floatingip and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:20.921546 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:20.929185 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:20.942037 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for floatingip, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:20.955106 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8ddafb0b-9f5f-4c0b-92d2-468dafb23a1d req-e0ca195c-7119-4b55-813a-3cc12abc86b6 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494366 Jul 08 15:26:21.102809 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:21.253216 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Allocated IP 172.28.3.49 (f83a9e7b-e1fd-4936-9611-b7d49b94dea3/077851e9-eb1b-482d-a16a-2ebf49a7ac65/c897ef41-be20-4fe4-9898-2a19d561545a) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:26:21.441644 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:21.472396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:21.477081 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf634f6f-9000-4bb5-9cdd-99d0c6db5c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:21.543318 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Network f83a9e7b-e1fd-4936-9611-b7d49b94dea3 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:26:21.546369 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:26:21.550104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:26:21.593654 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'Port': ['ID=c897ef41-be20-4fe4-9898-2a19d561545a,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:21.598129 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:22.000299 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.169561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d504-c52d-44d7-8400-41fdf0b15405 req-ebe4e311-e6eb-401f-81cc-ae2d2cb756d9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:22.170990 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7f04d504-c52d-44d7-8400-41fdf0b15405 req-ebe4e311-e6eb-401f-81cc-ae2d2cb756d9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 943 time: 0.0874994 Jul 08 15:26:22.183234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.227767 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7f04d504-c52d-44d7-8400-41fdf0b15405 req-b78a3144-df7b-450e-8a73-607ff058921c tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Jul 08 15:26:22.368302 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:26:22.419366 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.425126 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.429995 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:22.513659 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:22.535748 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'port_id': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'mac_address': 'fa:16:3e:3d:c8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:26:22.557548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'Port': ['ID=c897ef41-be20-4fe4-9898-2a19d561545a,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:22.560560 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:22.570262 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.600692 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.622845 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:26:22.642071 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:22.647976 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:22.649915 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:22.731894 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:22.740552 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:22.771179 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.l3_db [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Floating IP e8f747e2-3381-4c3f-9d33-476c9138aad2 associated. External IP: 172.28.3.49, port: a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec. Jul 08 15:26:22.891597 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:26:23.285538 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Router cb313147-422d-4b3e-8faa-40551e907471 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:26:23.435035 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec2dac-47c3-4756-9d73-d62239f83723 req-0e070527-ae9d-4408-aac7-0a7b61b005a6 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:23.436547 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3fec2dac-47c3-4756-9d73-d62239f83723 req-0e070527-ae9d-4408-aac7-0a7b61b005a6 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 944 time: 0.0930853 Jul 08 15:26:23.480541 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:26:23.492347 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Sync routers for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:26:23.495822 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3fec2dac-47c3-4756-9d73-d62239f83723 req-fac70dbc-310a-4cc6-b17a-6aa0af1c4c73 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533965 Jul 08 15:26:23.512349 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:23.513264 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:26:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:23.516707 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:23.575062 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6754277 Jul 08 15:26:23.576584 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:23.578192 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55352) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:23.585098 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418280966', 'description': 'tempest-secgroup-smoke-1418280966 description', 'project_id': '715e82118b0740899eb461b4fd96d87e'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:23.592161 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:23.603160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:23.620985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:23.633933 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:26:23.645648 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:23.650901 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:23.653838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:23.660467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:23.730268 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:23.781969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-f40e2764-bb9b-432b-a771-228a746c9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:23.783430 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-f40e2764-bb9b-432b-a771-228a746c9742 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1099 time: 0.1241159 Jul 08 15:26:23.824676 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:23.873188 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:23.888101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-82523b64-1cbe-46ed-8c4d-4475c8815243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:23.953369 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ed369-8709-4d97-b6b2-f552bced55a0,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:23.967218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:23.968151 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:23.969275 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-977b5b1b-7fa9-43b2-a3e5-9503285cc73a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3898146 Jul 08 15:26:23.973183 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55358) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:23.980956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:23.987883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:23.994229 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:23.996756 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-d2a4fb06-a927-4616-9c56-b0536a7affc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:23.997928 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:23.999408 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-d2a4fb06-a927-4616-9c56-b0536a7affc1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.2025909 Jul 08 15:26:24.008250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:24.025260 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.128500 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.135734 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.149167 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0abc17da-7526-4f3e-b445-2e2e940fa39d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:24.158564 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-6e5c728d-5d9f-4994-b03f-2f67d64ac75f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 999 time: 0.1517541 Jul 08 15:26:24.182403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecbc7da-8150-480c-89ef-8278c4c4ab9e,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:24.190737 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:24.200168 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.207059 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2318969 Jul 08 15:26:24.208366 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55368) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:24.210617 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'e8f747e2-3381-4c3f-9d33-476c9138aad2', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'port_id': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'mac_address': 'fa:16:3e:19:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:21Z', 'updated_at': '2021-07-08T15:26:21Z', 'revision_number': 0, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:24.218906 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Checking router: cb313147-422d-4b3e-8faa-40551e907471 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:26:24.219994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:24.229278 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-1e7cbe21-f142-4d12-9fe6-a2929d78b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:24.230784 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-1e7cbe21-f142-4d12-9fe6-a2929d78b2c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.0654213 Jul 08 15:26:24.231667 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:24.237542 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:24.238073 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:24.238930 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:26:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:24.244380 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:24.255643 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:24.291408 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.323632 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-9c1a077d-6721-42da-9093-b7e835035678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:24.325847 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-9c1a077d-6721-42da-9093-b7e835035678 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883124 Jul 08 15:26:24.415974 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.425594 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.471027 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:26:24.473369 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:24.495008 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f96ec75-c491-4e1b-8840-64c6b1207796,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:24.498375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.503677 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2895498 Jul 08 15:26:24.503677 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9380b924-4b7a-415d-a63f-91fdb493570b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:24.506216 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55372) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:24.515448 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:24.528817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:24.539775 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:24.546264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:24.565005 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:24.587821 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.613878 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-e74a1437-afb4-40a1-ac1c-f2f40a1addb3 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813985 Jul 08 15:26:24.680234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.685214 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.687565 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ba842439-5ffc-4763-8949-99af14ea30f9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:24.709430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23ad78f-57b3-4fc7-9a14-574becc0b354,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:24.713453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:24.744789 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:26:24.759481 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:26:24.760296 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.793431 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:24.795484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.796781 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-453356f9-7bfb-4ef1-b814-7b4c876fbe6a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892458 Jul 08 15:26:24.803762 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55382) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:24.821770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:24.847817 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:24.865402 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:24.877094 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:24.891754 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:24.897420 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d35e8716-9ff7-4465-8a89-815c28ed43a1 req-bd983eb9-5cb1-41f4-8bd1-73520a121fa3 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744706 Jul 08 15:26:24.939629 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:24.975742 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da4dc1-c5b8-44db-867d-f2e092d8bf78 req-6ea86712-700f-4c18-8d4f-73367f3b589e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:24.977743 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-67da4dc1-c5b8-44db-867d-f2e092d8bf78 req-6ea86712-700f-4c18-8d4f-73367f3b589e tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 944 time: 0.2381902 Jul 08 15:26:25.037746 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.054261 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-67da4dc1-c5b8-44db-867d-f2e092d8bf78 req-e76ae5f4-5f70-49e7-a3b1-24e1ebba2dac tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673568 Jul 08 15:26:25.063832 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.067116 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:25.092028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e956a7-68c7-4523-893d-f9360a78a775,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:25.094715 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:25.102385 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.106452 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-cb10a7bb-589f-4c25-beea-9a8f0aa217c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990947 Jul 08 15:26:25.106659 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55390) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:25.111945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:25.118929 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:25.122734 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:25.125613 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:25.131977 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:25.143605 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.securitygroups_db [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Project 715e82118b0740899eb461b4fd96d87e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 15:26:25.151023 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.212545 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.226880 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.231505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.235344 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:25.261035 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:25.261595 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb118f4c-d412-4aaf-be31-b985c1b68271,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:25.264254 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:25.285238 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:25.287274 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.289710 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b60bde7b-f4bb-4d0c-9588-1dbbc7799423 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816549 Jul 08 15:26:25.292186 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55396) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:25.295220 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.298752 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'security_group_rule': {'security_group_id': '7b0ed369-8709-4d97-b6b2-f552bced55a0', 'project_id': '715e82118b0740899eb461b4fd96d87e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:25.299576 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:25.309211 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:25.313679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Usage tracker for resource:security_group_rule and tenant:715e82118b0740899eb461b4fd96d87e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:25.318363 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:25.325222 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:25.340789 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.securitygroups_db [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Project 715e82118b0740899eb461b4fd96d87e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 15:26:25.346950 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'code': 200} Jul 08 15:26:25.349531 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.449125 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:25.452701 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:25.461086 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.467630 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764239'] for security_group_rule, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.473346 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'e8f747e2-3381-4c3f-9d33-476c9138aad2', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'port_id': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'mac_address': 'fa:16:3e:19:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:21Z', 'updated_at': '2021-07-08T15:26:21Z', 'revision_number': 0, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:25.478966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fe658fde-e8e2-478f-860f-67766df0d1c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:25.482700 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309dc1dc-d45c-4f70-bc2e-5fe1f350c726 None None] The sync data for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb is: [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'e8f747e2-3381-4c3f-9d33-476c9138aad2', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'floating_ip_address': '172.28.3.49', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'port_id': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'mac_address': 'fa:16:3e:19:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:21Z', 'updated_at': '2021-07-08T15:26:21Z', 'revision_number': 0, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:26:25.503252 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d896a73-5c43-4ef7-8229-e3bd3a9b9258,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:25.508904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:25.523679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:25.528005 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-9276a2b0-420c-45b0-be00-58dce3e0e2af tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2319083 Jul 08 15:26:25.704729 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-b412550c-dd6f-48d5-b5c4-77f2ae9b7b8e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:26:25.716739 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851db2-d9c9-4a4b-959c-2852ac61bf4e req-2b6cb6c8-aa6c-429b-8dc5-334e6802e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:25.718256 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-94851db2-d9c9-4a4b-959c-2852ac61bf4e req-2b6cb6c8-aa6c-429b-8dc5-334e6802e07a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 1098 time: 0.1499848 Jul 08 15:26:25.741952 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-b412550c-dd6f-48d5-b5c4-77f2ae9b7b8e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:26:25.743154 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-b412550c-dd6f-48d5-b5c4-77f2ae9b7b8e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418280966&fields=id&tenant_id=715e82118b0740899eb461b4fd96d87e HTTP/1.1" status: 200 len: 267 time: 0.0885303 Jul 08 15:26:25.774055 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5575e-b4f7-4b38-9fa1-9c395d759433 None None] New status for floating IP e8f747e2-3381-4c3f-9d33-476c9138aad2: ACTIVE {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:26:25.823024 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-94851db2-d9c9-4a4b-959c-2852ac61bf4e req-46767f15-9716-49ee-89cb-9a9acdfc737c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960195 Jul 08 15:26:25.853644 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-04c670ba-3b64-4fcd-80c2-c929b478221b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:25.855203 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-04c670ba-3b64-4fcd-80c2-c929b478221b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.1059716 Jul 08 15:26:25.866354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'port': {'security_groups': ['d63fdd9a-46d8-467c-afbb-1ff54df49d85', '7b0ed369-8709-4d97-b6b2-f552bced55a0']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:25.993127 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:26.290990 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63ea76-20fa-40c0-8cb7-f3f4c6da93ba req-62aa7f47-2977-4f6c-9bde-3d98b642806d tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:26.292672 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bf63ea76-20fa-40c0-8cb7-f3f4c6da93ba req-62aa7f47-2977-4f6c-9bde-3d98b642806d tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.0929520 Jul 08 15:26:26.343100 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bf63ea76-20fa-40c0-8cb7-f3f4c6da93ba req-4c7b3ebd-4860-4e45-97f2-dd7745a57176 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Jul 08 15:26:26.430172 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:26.466347 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:26.474055 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:26.479825 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:26.485646 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:26:26.555576 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:26.556257 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:26.557802 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dfc6dd78-a906-4da9-8438-790d3c1288fd req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "PUT /v2.0/ports/a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 982 time: 0.6963878 Jul 08 15:26:26.558270 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:26.584178 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=6']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:26.600448 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:26.653887 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:26:26.715183 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:26:26.831366 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-c0df7502-2cff-4dfb-8903-79c38492716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:26.833736 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-c0df7502-2cff-4dfb-8903-79c38492716b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1138 time: 0.1380000 Jul 08 15:26:26.884895 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f35f9d-7395-42b5-9f7d-5869d4e64bf4 req-a688fad4-4e74-4ae2-b9cd-4922470af02e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:26.886458 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-23f35f9d-7395-42b5-9f7d-5869d4e64bf4 req-a688fad4-4e74-4ae2-b9cd-4922470af02e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1840057 Jul 08 15:26:26.957789 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-a01ef0c5-e09c-432e-affb-bce6c5aabd6e None None] Provisioning complete for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:26:26.958382 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-a01ef0c5-e09c-432e-affb-bce6c5aabd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:26.959461 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-23f35f9d-7395-42b5-9f7d-5869d4e64bf4 req-30fd5f74-1b6e-4a51-b18d-859266af0f41 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641179 Jul 08 15:26:27.007156 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-986b0155-e569-4251-92e4-8019d4f690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:27.009192 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-986b0155-e569-4251-92e4-8019d4f690a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.1626768 Jul 08 15:26:27.128862 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-ac6fba03-e84e-4683-a977-8c4066a5f918 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 1001 time: 0.1108282 Jul 08 15:26:27.194611 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-2aad075c-df9c-43b3-a3f0-a7f131ec0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:27.196215 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-2aad075c-df9c-43b3-a3f0-a7f131ec0ed3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.0603447 Jul 08 15:26:27.279891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-83dcda5c-e260-4244-a7f5-19d18c5af5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:27.281439 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-83dcda5c-e260-4244-a7f5-19d18c5af5f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782065 Jul 08 15:26:27.458792 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-7ec324d6-d7de-4c74-a2d4-2dbd7a843919 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674356 Jul 08 15:26:27.661035 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3344c650-b418-405a-9f5f-d9e20a55cc5d req-ec56a678-e929-46d5-8af3-481d294a645c service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594605 Jul 08 15:26:27.669323 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93f1a0-85c8-4a3f-9a99-af5bc3c683cc req-fe1f0ca2-5a86-471d-b1ca-8b1b31000d92 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:27.670833 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0d93f1a0-85c8-4a3f-9a99-af5bc3c683cc req-fe1f0ca2-5a86-471d-b1ca-8b1b31000d92 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.2077687 Jul 08 15:26:27.722606 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0d93f1a0-85c8-4a3f-9a99-af5bc3c683cc req-5d3a9363-d97d-48fa-aa29-69632f1c84f1 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462189 Jul 08 15:26:27.924778 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684e09d-4a0d-425f-8f8b-3e65b04c0dd7 req-7606aace-2025-46e4-a24c-2a8eb87a1861 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:27.926558 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c684e09d-4a0d-425f-8f8b-3e65b04c0dd7 req-7606aace-2025-46e4-a24c-2a8eb87a1861 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.0965292 Jul 08 15:26:27.935624 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55448) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:27.941107 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Request body: {'floatingip': {'port_id': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:26:28.020095 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:28.745335 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:28.749286 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:28.934426 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Floating IP a74c7376-0753-4591-9dc9-922e63f2f36f associated. External IP: 172.28.3.143, port: 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd. Jul 08 15:26:29.316282 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:26:29.543238 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:26:29.548152 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:29.553142 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:26:29.563661 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:29.564238 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:26:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:29.612117 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9ce15486-154e-43b8-ab33-cfaeb965cee0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "PUT /v2.0/floatingips/a74c7376-0753-4591-9dc9-922e63f2f36f HTTP/1.1" status: 200 len: 991 time: 1.6753600 Jul 08 15:26:29.612768 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:29.669618 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'status': 'completed', 'code': 200} Jul 08 15:26:29.763550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-aeea1ac4-ebaa-4edf-9f1e-eb72f895a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:29.765140 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-aeea1ac4-ebaa-4edf-9f1e-eb72f895a2a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 1098 time: 0.0742819 Jul 08 15:26:29.809567 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:29.904552 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-d2fd2209-02bb-47ce-a924-2fb5c97337a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:29.905949 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-d2fd2209-02bb-47ce-a924-2fb5c97337a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 200 len: 912 time: 0.1339588 Jul 08 15:26:30.129459 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-a3b066b6-2c93-4da9-8d48-dd9dcca50c80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd HTTP/1.1" status: 200 len: 999 time: 0.2171350 Jul 08 15:26:30.174118 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a74c7376-0753-4591-9dc9-922e63f2f36f', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.143', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:3d:c8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:13Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:30.178994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:26:30.187589 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:26:30.188203 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:26:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:30.199711 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-bbf8b489-34ae-4550-a95e-7dad4d98bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:30.201181 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-bbf8b489-34ae-4550-a95e-7dad4d98bf11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 200 len: 850 time: 0.0641339 Jul 08 15:26:30.281959 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-71a89fe8-3315-496c-8462-226e070f7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:30.283509 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-71a89fe8-3315-496c-8462-226e070f7e69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c1e7b202-d001-413a-a512-88348eb9160e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749736 Jul 08 15:26:30.375313 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:26:30.419759 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-7f347322-eedf-4d52-875b-bf1456497678 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290381 Jul 08 15:26:30.579872 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2157e85c-9fd6-46a5-bb28-b39be12236de req-57f82cc7-17c4-45b1-811f-8f19002d9e94 service neutron] 10.222.0.69 "GET /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520245 Jul 08 15:26:30.765380 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a74c7376-0753-4591-9dc9-922e63f2f36f', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.143', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:3d:c8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:13Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:26:30.769447 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56dcd1-4082-4349-9638-ea06f42f5ac1 None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_floatingips': [{'id': 'a74c7376-0753-4591-9dc9-922e63f2f36f', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'floating_ip_address': '172.28.3.143', 'floating_network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'router_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'port_id': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'mac_address': 'fa:16:3e:3d:c8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:13Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:26:30.999650 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc0964-866b-4719-9bcb-d7e126d369c6 None None] New status for floating IP a74c7376-0753-4591-9dc9-922e63f2f36f: ACTIVE {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:26:31.441041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55512) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:31.559196 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.575145 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:31.579290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Usage tracker for resource:security_group_rule and tenant:cd3f6ff303c54630875c875a20bf0b41 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:31.582441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:31.589070 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:31.673831 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.678307 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.685321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f3dfb835-cded-40fa-b33d-0119548028b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:31.729332 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd3f6ff303c54630875c875a20bf0b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872009 Jul 08 15:26:31.730223 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c8faa1-8e7f-412c-b3ec-5ff26a7935d3,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:31.731990 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55518) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:31.733372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:31.797339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.823788 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.878842 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.885158 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d7b5785d-855a-4624-b409-150711c668fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:31.899153 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c8faa1-8e7f-412c-b3ec-5ff26a7935d3,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:31.902386 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:31.904969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:31.907299 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d7470c68-420e-412b-b6fb-715da6d17724 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96c8faa1-8e7f-412c-b3ec-5ff26a7935d3 HTTP/1.1" status: 204 len: 168 time: 0.1740460 Jul 08 15:26:32.202175 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55528) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:32.220124 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.235065 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:32.239062 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3a0cbe88824ca283a9990bfb942750 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:32.242183 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:32.248128 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:32.368114 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.373519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.389177 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c17a9304-f8c6-4c57-b910-bfd3ed95355b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:32.425974 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e3a0cbe88824ca283a9990bfb942750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226007 Jul 08 15:26:32.432745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55534) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:32.435959 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a67e7-cd41-4dc0-92bc-6394db60cefe,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:32.440708 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a72e8b79-4e08-4471-9fe7-b030beebe407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:32.539069 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.574689 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.650151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.654652 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa3f7ba8-4775-4117-96e5-1ce03c77e919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:32.670088 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a67e7-cd41-4dc0-92bc-6394db60cefe,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:32.674403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:32.689794 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:32.695394 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/236a67e7-cd41-4dc0-92bc-6394db60cefe HTTP/1.1" status: 204 len: 168 time: 0.2567830 Jul 08 15:26:35.592861 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:26:35.704337 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f0e43-544e-42e9-8dfb-c487724c61aa req-8faf8924-1884-4ec5-9609-25ba0268e7c6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:35.705838 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-949f0e43-544e-42e9-8dfb-c487724c61aa req-8faf8924-1884-4ec5-9609-25ba0268e7c6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0874548 Jul 08 15:26:35.751153 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-949f0e43-544e-42e9-8dfb-c487724c61aa req-57fad7a7-eee0-4490-b7b9-8a2b4a979c10 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Jul 08 15:26:37.292413 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2ba2-2f7e-4897-8e15-5d30e751bb49 req-981844ef-9f48-402e-a010-7fef14947556 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:37.293816 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9b6a2ba2-2f7e-4897-8e15-5d30e751bb49 req-981844ef-9f48-402e-a010-7fef14947556 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.2618508 Jul 08 15:26:37.340960 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9b6a2ba2-2f7e-4897-8e15-5d30e751bb49 req-f75f0417-19f8-49ab-93a6-8082cf840a9a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Jul 08 15:26:37.419925 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-83824649-a5c7-4b66-ba64-6c98bf1333fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:37.858559 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:38.604768 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55654) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:38.616057 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e699f-bcb5-41b1-98cf-e77e8c22207f req-958cd27d-1913-4b64-95cc-fc66ea286663 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:38.617627 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e44e699f-bcb5-41b1-98cf-e77e8c22207f req-958cd27d-1913-4b64-95cc-fc66ea286663 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1323664 Jul 08 15:26:38.668133 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e44e699f-bcb5-41b1-98cf-e77e8c22207f req-17081d61-b3b8-4301-ac9c-25b211487755 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Jul 08 15:26:38.764646 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:38.781737 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:38.787054 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Usage tracker for resource:security_group_rule and tenant:06725823e224458db66725ab0cc5b2c2 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:38.790286 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:38.797170 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:38.899996 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:38.904764 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:38.912741 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fc54f0d0-ad2c-43d2-b7dd-b408f5844033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:38.958901 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06725823e224458db66725ab0cc5b2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526902 Jul 08 15:26:38.959899 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab71b380-5111-4c01-b2da-8f7ca21f574e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:38.961919 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55662) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:38.963234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:39.039141 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.066710 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.157578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.164889 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c4aa82ed-4086-4805-b764-05e3dc266c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:39.181761 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab71b380-5111-4c01-b2da-8f7ca21f574e,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:39.184945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:39.189792 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.190977 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab71b380-5111-4c01-b2da-8f7ca21f574e HTTP/1.1" status: 204 len: 168 time: 0.2276316 Jul 08 15:26:39.524250 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55672) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:39.544031 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.562131 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:39.566457 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Usage tracker for resource:security_group_rule and tenant:6ba3e60bda3c43dbb2ec2306f4ea6f41 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:39.569954 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:39.576816 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:39.672286 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.677021 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.684574 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-97228bcd-dc54-43d4-b80d-8c558a842d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:39.732062 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ba3e60bda3c43dbb2ec2306f4ea6f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066853 Jul 08 15:26:39.732838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eec33e-6308-429d-a0ec-5d052bb2eb8e,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:39.734890 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55678) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:39.735947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:39.804859 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.838049 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.886923 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe740d-8cdd-48a2-8aff-d4fd984442ff req-515ceaab-d96e-4ed0-8a60-af5ba2d71db8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:39.888970 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-effe740d-8cdd-48a2-8aff-d4fd984442ff req-515ceaab-d96e-4ed0-8a60-af5ba2d71db8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0957544 Jul 08 15:26:39.909895 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.916533 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f4d10124-f8cf-4848-b054-0fad0bceb8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:39.926716 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-aaf865a4-ef74-4213-9976-975ab0382149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.931845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eec33e-6308-429d-a0ec-5d052bb2eb8e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:39.937094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:39.946023 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:39.947354 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50eec33e-6308-429d-a0ec-5d052bb2eb8e HTTP/1.1" status: 204 len: 168 time: 0.2112203 Jul 08 15:26:39.959152 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-effe740d-8cdd-48a2-8aff-d4fd984442ff req-b1d93f4d-e8d5-4e59-adaa-2208dc2bc680 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618649 Jul 08 15:26:41.135137 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:41.162561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e8b10-e882-4319-acc9-346830d62add req-fc7594a5-0ac6-40c5-8e0a-6048c764cf5b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:41.164104 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9f7e8b10-e882-4319-acc9-346830d62add req-fc7594a5-0ac6-40c5-8e0a-6048c764cf5b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0930495 Jul 08 15:26:41.213387 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9f7e8b10-e882-4319-acc9-346830d62add req-f7fcde65-2f89-4bc0-99dd-7f1eb9221d7c tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429478 Jul 08 15:26:42.250228 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55764) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:42.391249 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.409316 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:42.414558 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Usage tracker for resource:security_group_rule and tenant:90221becb2084d3685c88e65504890e9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:42.417905 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:42.424251 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:42.430660 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9fc0-b64e-4dd5-84f3-157ed52b9d32 req-9ef76cc6-69af-40a3-9d82-ac2fa13653d1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:42.432235 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-eaee9fc0-b64e-4dd5-84f3-157ed52b9d32 req-9ef76cc6-69af-40a3-9d82-ac2fa13653d1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0937808 Jul 08 15:26:42.487837 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-eaee9fc0-b64e-4dd5-84f3-157ed52b9d32 req-34f42be5-2497-4d5e-bf5f-94beefab51c2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 Jul 08 15:26:42.525538 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.539404 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.567205 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.578383 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5917e4ba-4db9-46a6-977a-1f0797553609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:42.635516 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90221becb2084d3685c88e65504890e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835895 Jul 08 15:26:42.638226 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 55772) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:42.638817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8c4fb-b54b-42a2-85ab-dbf63e72de9a,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:42.642110 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:42.671264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcc034-39f6-43b2-bfc0-0cca1123bbd1 req-eaad6d4e-8fd6-4790-b947-6666b279c197 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:42.672790 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9edcc034-39f6-43b2-bfc0-0cca1123bbd1 req-eaad6d4e-8fd6-4790-b947-6666b279c197 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.3663785 Jul 08 15:26:42.703732 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.720314 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9edcc034-39f6-43b2-bfc0-0cca1123bbd1 req-f0260ff0-95e9-4d83-bd89-dfd49cee4850 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Jul 08 15:26:42.736427 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.791285 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.796122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-3b5eb941-71c9-4969-a0a8-c5f8d0bb3599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:42.809680 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8c4fb-b54b-42a2-85ab-dbf63e72de9a,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:42.812588 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:42.816697 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:42.817852 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a247a1d0-475e-4f5a-8993-771209a7ff90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68d8c4fb-b54b-42a2-85ab-dbf63e72de9a HTTP/1.1" status: 204 len: 168 time: 0.1785336 Jul 08 15:26:43.098640 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55780) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:43.115685 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.130064 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:43.134114 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Usage tracker for resource:security_group_rule and tenant:eb0f98ee11e64f2caffceeb81ecf279a is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:43.136911 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:43.142561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:43.228603 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.232803 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.240440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2d6282f2-cd3a-42c6-8b0c-51f9a7579dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:43.280884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587c1e48-81bf-4869-804f-4a89afd7209a,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:43.285066 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb0f98ee11e64f2caffceeb81ecf279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856084 Jul 08 15:26:43.286675 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ff1bc201-c1b0-4d87-9bcc-ce19597236ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:43.288011 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 55786) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:43.352071 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.377379 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.430725 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.434408 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bd025578-fcd7-480c-8677-3c9b872cd68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:43.448434 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587c1e48-81bf-4869-804f-4a89afd7209a,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:43.450715 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:43.458628 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:43.459746 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2bf17487-6891-4907-a8b9-d173a6a59b05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/587c1e48-81bf-4869-804f-4a89afd7209a HTTP/1.1" status: 204 len: 168 time: 0.1707067 Jul 08 15:26:43.687875 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f191-d28e-486d-b356-7b7f4aacd7af req-fbbec62f-4c8e-44b9-8c09-c95600e7adb9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:43.689361 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-de80f191-d28e-486d-b356-7b7f4aacd7af req-fbbec62f-4c8e-44b9-8c09-c95600e7adb9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0839057 Jul 08 15:26:43.739635 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-de80f191-d28e-486d-b356-7b7f4aacd7af req-09189b51-5922-48f6-b05a-6237161565bf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432358 Jul 08 15:26:43.931795 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b207024-3a55-42a4-af51-4b1cea49cb00 req-19e211cf-e35c-4efe-9622-c81908f11635 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:43.933345 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4b207024-3a55-42a4-af51-4b1cea49cb00 req-19e211cf-e35c-4efe-9622-c81908f11635 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1012797 Jul 08 15:26:43.983742 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4b207024-3a55-42a4-af51-4b1cea49cb00 req-7a0feecc-d4af-4e67-8148-18233daeb97d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Jul 08 15:26:44.935980 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad78a6d-4864-46c3-ae6b-ade848e86226 req-1d728e10-c4de-46b4-a04e-776fa0a3c7b9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:44.937520 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bad78a6d-4864-46c3-ae6b-ade848e86226 req-1d728e10-c4de-46b4-a04e-776fa0a3c7b9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0853522 Jul 08 15:26:44.987714 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bad78a6d-4864-46c3-ae6b-ade848e86226 req-6c68285f-27d0-4ec5-a9db-175258ccb36a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Jul 08 15:26:45.178530 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3e92-e91a-44e8-b2ae-74fcf2add586 req-6d29cc1b-54f9-42d6-a641-197ba7d9bfe3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:45.180096 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-abec3e92-e91a-44e8-b2ae-74fcf2add586 req-6d29cc1b-54f9-42d6-a641-197ba7d9bfe3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0847886 Jul 08 15:26:45.229594 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-abec3e92-e91a-44e8-b2ae-74fcf2add586 req-64726b4b-5203-41f7-a3df-4e5ac14d8e9d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Jul 08 15:26:46.183377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2350e58-fca3-4b5b-af85-d6a5b0843726 req-cd390130-ad97-42a0-8b1a-b71e75c9b53f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:46.184827 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e2350e58-fca3-4b5b-af85-d6a5b0843726 req-cd390130-ad97-42a0-8b1a-b71e75c9b53f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0823376 Jul 08 15:26:46.231063 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e2350e58-fca3-4b5b-af85-d6a5b0843726 req-f3c1bcf6-1bc8-4974-b6e2-b6476a94807b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406156 Jul 08 15:26:46.520524 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee86fc-9c55-425e-b278-486d4bc51472 req-7e47f1a8-634b-40b1-bca7-54c7c9336d10 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:46.522566 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afee86fc-9c55-425e-b278-486d4bc51472 req-7e47f1a8-634b-40b1-bca7-54c7c9336d10 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1839218 Jul 08 15:26:46.575720 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-afee86fc-9c55-425e-b278-486d4bc51472 req-5fb6d2a2-dc47-4b6c-82a9-243b211e9207 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Jul 08 15:26:47.425645 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12997-818e-4f2e-9a9d-6c16fd5ffc91 req-18f2840f-0171-42a1-ba21-e0b13042894f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:47.427877 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b5b12997-818e-4f2e-9a9d-6c16fd5ffc91 req-18f2840f-0171-42a1-ba21-e0b13042894f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0834866 Jul 08 15:26:47.474515 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b5b12997-818e-4f2e-9a9d-6c16fd5ffc91 req-16eb407c-fff1-4dc9-b64d-41b4f475e545 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Jul 08 15:26:47.762142 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f38f61-73bb-432d-9d67-1184a42b4202 req-0db65977-c248-42e1-b7c4-fa3e65dad90b tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:47.763658 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b0f38f61-73bb-432d-9d67-1184a42b4202 req-0db65977-c248-42e1-b7c4-fa3e65dad90b tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0797343 Jul 08 15:26:47.814095 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b0f38f61-73bb-432d-9d67-1184a42b4202 req-7c9a8cd7-0095-4217-8f9f-718603db273f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Jul 08 15:26:48.516996 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:26:48.668706 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:48.684688 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:26:48.721124 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dd357-c6e0-4f73-9e48-60e3085b9a3f req-c0f6036d-175a-4189-a93d-e553da44cfc0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:48.722731 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bf7dd357-c6e0-4f73-9e48-60e3085b9a3f req-c0f6036d-175a-4189-a93d-e553da44cfc0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1061804 Jul 08 15:26:48.744744 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:48.767171 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:26:48.786297 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:48.791534 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:48.791851 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bf7dd357-c6e0-4f73-9e48-60e3085b9a3f req-74a32f0b-985b-4dc5-9d51-a0618d4e69d0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617919 Jul 08 15:26:48.795639 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-27822c29-3305-4641-9205-508021627f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:48.901573 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=6']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:48.905189 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:48.908707 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['e65495de-d699-4c29-8b9a-b3f355394edb'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:26:49.055867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d157e6c-9b32-421e-8ff0-65b04bc766a3 req-b1f30fb7-fe85-4204-8d13-de06c9c601e9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:49.057418 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d157e6c-9b32-421e-8ff0-65b04bc766a3 req-b1f30fb7-fe85-4204-8d13-de06c9c601e9 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1037600 Jul 08 15:26:49.110066 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d157e6c-9b32-421e-8ff0-65b04bc766a3 req-3ef406ac-dc4e-4b2a-a352-76f676fc2eff tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455291 Jul 08 15:26:50.179111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09480b-58ee-41ca-a80a-961b7f8cbf7a req-ec1fdc72-eb2c-4c99-b4f5-97185113a3c8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:50.181420 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a09480b-58ee-41ca-a80a-961b7f8cbf7a req-ec1fdc72-eb2c-4c99-b4f5-97185113a3c8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 944 time: 0.2542555 Jul 08 15:26:50.289530 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-6a09480b-58ee-41ca-a80a-961b7f8cbf7a req-aa708abc-f554-4041-b4b7-8ec4f7532ebc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843360 Jul 08 15:26:50.515404 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613988-d23f-4027-824d-7d5d8724ace5 req-9b210024-1de2-43b6-9f4d-908aa0becedb tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:50.525096 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-72613988-d23f-4027-824d-7d5d8724ace5 req-9b210024-1de2-43b6-9f4d-908aa0becedb tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1464331 Jul 08 15:26:50.533464 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:26:50.596049 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-72613988-d23f-4027-824d-7d5d8724ace5 req-bd133cc2-6a1e-40c9-9ab6-db650b58cc0b tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698590 Jul 08 15:26:50.664313 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:50.686291 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port e65495de-d699-4c29-8b9a-b3f355394edb triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:26:50.686695 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:50.835364 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:50.869783 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:50.884072 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:50.890976 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:50.893664 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:50.984701 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'code': 200} Jul 08 15:26:50.998075 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=7']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:51.001470 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:51.217513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-76d1b74c-3f8b-4379-9979-6a35d50e5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.221385 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-76d1b74c-3f8b-4379-9979-6a35d50e5464 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.0877931 Jul 08 15:26:51.440153 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-9a85810c-b4f3-4e83-9a78-c0c2c1b10b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.441950 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-9a85810c-b4f3-4e83-9a78-c0c2c1b10b0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.1999688 Jul 08 15:26:51.588698 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-9761750f-d6df-41ed-933c-02afe0e9c3d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1002 time: 0.1368949 Jul 08 15:26:51.602540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b771-57d0-4d5c-9086-3c022935352d req-87acddd2-d72f-4fd8-95d1-95e5147f430a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.604113 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2493b771-57d0-4d5c-9086-3c022935352d req-87acddd2-d72f-4fd8-95d1-95e5147f430a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1266882 Jul 08 15:26:51.709917 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-afdac39c-7f5d-43a0-a235-74f54bdd01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.711943 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-afdac39c-7f5d-43a0-a235-74f54bdd01a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.1144512 Jul 08 15:26:51.717073 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2493b771-57d0-4d5c-9086-3c022935352d req-9a99c49c-8be8-4170-8212-9a8c816b23f0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974212 Jul 08 15:26:51.907925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a433f5-cd39-4585-b1f9-3f501bc657d3 req-d43ba637-0cc2-4efb-ac1a-6ba2eb1836fa tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.909569 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98a433f5-cd39-4585-b1f9-3f501bc657d3 req-d43ba637-0cc2-4efb-ac1a-6ba2eb1836fa tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1439679 Jul 08 15:26:51.948318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-3cf483df-e382-4e14-b759-848db0662eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:51.949898 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-3cf483df-e382-4e14-b759-848db0662eda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2311652 Jul 08 15:26:52.053695 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98a433f5-cd39-4585-b1f9-3f501bc657d3 req-c0d0f37d-a9a2-4fdc-973d-28bfe3bf486d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358047 Jul 08 15:26:52.170537 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-d540d879-9c03-4773-b41b-cb3c5e26a266 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071218 Jul 08 15:26:52.331517 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2dd0f7eb-b856-42c0-a65b-b5fcc149f874 req-6bf9a83f-e1fa-45a2-b399-12ee731a21fa service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543057 Jul 08 15:26:52.576023 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-9bddbff3-8a6a-41e4-a900-bfa990114881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:52.577468 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-9bddbff3-8a6a-41e4-a900-bfa990114881 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.1264627 Jul 08 15:26:52.760702 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-5face86b-5cf7-4318-a753-e805cea2bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:52.762452 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-5face86b-5cf7-4318-a753-e805cea2bd23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.1770673 Jul 08 15:26:52.918976 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-ad470e27-67d6-4d15-9bb1-5e3aa31d53ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1002 time: 0.1479628 Jul 08 15:26:52.972262 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c69c1-531f-44d1-bf66-1ee81bece65f req-198493ab-afce-4a46-8cea-0136bc443904 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:52.976104 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-369c69c1-531f-44d1-bf66-1ee81bece65f req-198493ab-afce-4a46-8cea-0136bc443904 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1273630 Jul 08 15:26:53.039756 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-369c69c1-531f-44d1-bf66-1ee81bece65f req-dd9a00ca-6aa8-473a-9dcd-a862cf6ac951 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579724 Jul 08 15:26:53.238429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-20c03048-e0a9-4ec2-bd23-d2bd68c035c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.240664 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-20c03048-e0a9-4ec2-bd23-d2bd68c035c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.3091276 Jul 08 15:26:53.311062 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-15e8ef3c-1246-48b4-9e4f-a754680d731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.312508 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-15e8ef3c-1246-48b4-9e4f-a754680d731e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1138 time: 0.2293363 Jul 08 15:26:53.321689 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d171-d412-48c0-b47c-21320e7a68ab req-6aa3b552-bbcb-47ef-8d96-81a15962b913 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.330726 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0290d171-d412-48c0-b47c-21320e7a68ab req-6aa3b552-bbcb-47ef-8d96-81a15962b913 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1454797 Jul 08 15:26:53.356188 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461979b-2ba7-420b-9706-39f9ea451609 req-ccc00626-0207-401e-82a0-b519abd262a2 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.364140 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b461979b-2ba7-420b-9706-39f9ea451609 req-ccc00626-0207-401e-82a0-b519abd262a2 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.2486258 Jul 08 15:26:53.425707 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0290d171-d412-48c0-b47c-21320e7a68ab req-c103e66c-62b5-4461-b5fe-63374f270f6c tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936184 Jul 08 15:26:53.539045 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-b461979b-2ba7-420b-9706-39f9ea451609 req-a88263ba-2bb2-404a-b333-a2b0f94ac1b1 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739872 Jul 08 15:26:53.571160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-4b3343bd-c179-4034-8d10-7f0cbca083ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.572736 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-4b3343bd-c179-4034-8d10-7f0cbca083ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.2519064 Jul 08 15:26:53.578044 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-328fce19-bc6d-49ad-b213-ed9612fc4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.579499 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-328fce19-bc6d-49ad-b213-ed9612fc4443 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3239591 Jul 08 15:26:53.790259 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-02c70c4b-1f71-47ca-92d6-51e798a8c05a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 1001 time: 0.2098100 Jul 08 15:26:53.875797 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-5607ecba-1079-4fdf-95aa-b74f7ffdf5df service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455122 Jul 08 15:26:53.892433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-86463d4f-66c3-42d5-8a77-79a9f14592e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:53.893757 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-86463d4f-66c3-42d5-8a77-79a9f14592e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.0859666 Jul 08 15:26:54.320798 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-807ffc8f-0482-4fc4-afc7-e1924d1339fa req-444de48f-9ffb-453c-b689-3e4df00776c0 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363210 Jul 08 15:26:54.338021 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-126accc7-8f41-4eef-9442-864839e7356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:54.340015 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-126accc7-8f41-4eef-9442-864839e7356f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4378588 Jul 08 15:26:54.357682 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d033-1bb3-427b-a81e-f0c47a54ce45 req-bc9a8bee-3bb2-44d3-bb3b-f9592ed1233a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:54.369330 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e3d5d033-1bb3-427b-a81e-f0c47a54ce45 req-bc9a8bee-3bb2-44d3-bb3b-f9592ed1233a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1886470 Jul 08 15:26:54.534445 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e3d5d033-1bb3-427b-a81e-f0c47a54ce45 req-ee5e836a-12bb-41b3-aeff-58d34edba3cf tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636961 Jul 08 15:26:54.635056 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-beb94413-1603-4b2e-9505-b45d2d4e0bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395315 Jul 08 15:26:54.652025 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc129d-c222-4d9c-b52a-a6588049df7b req-02e92284-d5ef-485b-8237-b2d2117f5b60 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:54.659100 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cebc129d-c222-4d9c-b52a-a6588049df7b req-02e92284-d5ef-485b-8237-b2d2117f5b60 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1092584 Jul 08 15:26:54.723301 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cebc129d-c222-4d9c-b52a-a6588049df7b req-1094f00a-981a-474f-96be-ce04cf45c9bf tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620213 Jul 08 15:26:54.844055 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f9930e56-1a00-4868-8b09-52b0d4f65bdc req-76afcc6d-e6d8-463e-8afa-b8493f10ef58 service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970186 Jul 08 15:26:54.980277 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a0580-1605-4548-bf1f-cce95bde5a43 req-12d52434-fbec-45ee-a0a4-a9c4780952a1 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:54.982232 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8d5a0580-1605-4548-bf1f-cce95bde5a43 req-12d52434-fbec-45ee-a0a4-a9c4780952a1 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1367822 Jul 08 15:26:55.053432 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8d5a0580-1605-4548-bf1f-cce95bde5a43 req-dc99ab43-bfbc-4cac-8e9d-d7d8231a9132 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583482 Jul 08 15:26:55.783046 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890909c5-38ff-40d3-871a-b6e4931ae4d8 req-4b95deaf-2012-4e20-877a-588b2ec3ef0a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:55.784685 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-890909c5-38ff-40d3-871a-b6e4931ae4d8 req-4b95deaf-2012-4e20-877a-588b2ec3ef0a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1028440 Jul 08 15:26:55.846667 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-890909c5-38ff-40d3-871a-b6e4931ae4d8 req-6633e1fc-ba5e-4f26-be9e-9a29ae6e2f92 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523119 Jul 08 15:26:55.986209 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec05d6-5613-4b3c-8ead-1c3034576524 req-5badae72-ce7d-4191-a920-d4cd89b557a7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:56.001014 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-75ec05d6-5613-4b3c-8ead-1c3034576524 req-5badae72-ce7d-4191-a920-d4cd89b557a7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1516278 Jul 08 15:26:56.376641 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482a1e-889c-4037-881b-371a703f92dc req-c112aa0a-bba1-4595-9a7c-d9e3aabf8623 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:56.378267 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a482a1e-889c-4037-881b-371a703f92dc req-c112aa0a-bba1-4595-9a7c-d9e3aabf8623 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1389265 Jul 08 15:26:56.402438 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-75ec05d6-5613-4b3c-8ead-1c3034576524 req-73a572a7-3ab5-4683-8b7f-f9bbde573db4 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968389 Jul 08 15:26:56.521430 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7a482a1e-889c-4037-881b-371a703f92dc req-2ca5a04b-71da-4ee2-9809-b6c748710d4e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294940 Jul 08 15:26:56.603915 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56006) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:56.795166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:56.822443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:56.831947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Usage tracker for resource:security_group_rule and tenant:00075903d6b243ecaf9bf029323c0ee1 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:56.837175 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:56.856609 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:57.027625 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.033874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.041458 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:57.101685 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a6b3d-a91f-47fe-bfae-a161d360c628,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:57.111282 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00075903d6b243ecaf9bf029323c0ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062504 Jul 08 15:26:57.115350 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56018) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:57.130015 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.130513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.131197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.131580 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.131918 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.132274 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.132622 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.132958 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.133306 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.133646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.133996 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.134339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.143708 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:57.267716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.306915 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.391425 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.398420 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-43b394b4-bef7-4f8f-9d79-92ce424cbd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:57.413446 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a6b3d-a91f-47fe-bfae-a161d360c628,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:57.436845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.437853 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.438230 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.438670 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.439400 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.440104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.440465 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.440822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.441176 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.441554 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.441906 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.442253 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:26:57.453226 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:57.454916 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.460788 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/730a6b3d-a91f-47fe-bfae-a161d360c628 HTTP/1.1" status: 204 len: 168 time: 0.3421535 Jul 08 15:26:57.528184 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ce9ca-9b72-408c-8140-dfa7e43840b0 req-f42f22dd-ff95-45fc-ba83-e74987b9d41a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:57.529950 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-823ce9ca-9b72-408c-8140-dfa7e43840b0 req-f42f22dd-ff95-45fc-ba83-e74987b9d41a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1599727 Jul 08 15:26:57.602090 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-823ce9ca-9b72-408c-8140-dfa7e43840b0 req-451af029-5b30-46fd-9138-ecc529461511 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609727 Jul 08 15:26:57.700854 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9745ec-f1bd-4a8a-9cc7-bdaa0b656e80 req-ef82952c-eb30-4c72-906e-f03bcfda73b1 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:57.702810 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f9745ec-f1bd-4a8a-9cc7-bdaa0b656e80 req-ef82952c-eb30-4c72-906e-f03bcfda73b1 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1370227 Jul 08 15:26:57.756367 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f9745ec-f1bd-4a8a-9cc7-bdaa0b656e80 req-0d1d5c67-60a4-41d9-9cac-eba65e35e57e tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479026 Jul 08 15:26:57.885061 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5598d-d2ca-4452-985e-a1b45b058183 req-4f29befe-e989-489c-b93a-1cfa22dd1fef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:57.885400 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4bc5598d-d2ca-4452-985e-a1b45b058183 req-4f29befe-e989-489c-b93a-1cfa22dd1fef tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1591921 Jul 08 15:26:57.885964 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56032) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:57.912288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:57.927913 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:26:57.932548 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e961236c2ba4ff8824639392a93bd02 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:26:57.935880 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:26:57.942891 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:26:57.971509 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4bc5598d-d2ca-4452-985e-a1b45b058183 req-8338736f-016d-4637-abfa-b58e04ad114c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799146 Jul 08 15:26:58.059946 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.065512 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.077447 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-efbeb1df-fc06-45e6-b58c-c3d6ad0e2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:58.125508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56042) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:58.126057 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e961236c2ba4ff8824639392a93bd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381434 Jul 08 15:26:58.127525 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6e1d7-4011-4270-84ca-59bfc936d6b6,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:58.132044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:58.196360 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56046) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:26:58.364604 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.397448 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-636215a2-fa2d-47a5-9325-b86ec3173271 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1998208 Jul 08 15:26:58.408471 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.463836 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9a816-07fd-4c2e-b6b0-4142dba52a56 req-044d9e4e-3840-4659-95e7-4b254fe38a4a tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:58.465399 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-15b9a816-07fd-4c2e-b6b0-4142dba52a56 req-044d9e4e-3840-4659-95e7-4b254fe38a4a tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.2881672 Jul 08 15:26:58.562181 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-15b9a816-07fd-4c2e-b6b0-4142dba52a56 req-74a86122-70c2-4dad-a92b-4dee265ba48c tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812747 Jul 08 15:26:58.580720 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.590115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ae53a00a-6aa6-40bd-9bbb-309b9aeceeb0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:58.595516 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:26:58.615440 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac6e1d7-4011-4270-84ca-59bfc936d6b6,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:58.631422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:58.645935 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.647098 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-a31535a3-37b5-43e0-a045-387585057d10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fac6e1d7-4011-4270-84ca-59bfc936d6b6 HTTP/1.1" status: 204 len: 168 time: 0.5186050 Jul 08 15:26:58.842189 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.892467 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:26:58.893670 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:26:58.897084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7bcd4-238c-4b75-9cd2-8a5891de632c req-42b85499-680a-4553-b2cc-03cd6fbd6a14 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:58.898971 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-42a7bcd4-238c-4b75-9cd2-8a5891de632c req-42b85499-680a-4553-b2cc-03cd6fbd6a14 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1432250 Jul 08 15:26:58.908644 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:26:58.911350 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:26:59.015137 dv-cinder-798671-3-smb neutron-server[78528]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'code': 422} returned with failed status Jul 08 15:26:59.016249 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=6']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:26:59.022049 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:26:59.028006 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-42a7bcd4-238c-4b75-9cd2-8a5891de632c req-9e2a82df-db29-470a-9b66-642a5e07370b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158624 Jul 08 15:26:59.228662 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b2452-9de0-4cb8-b6bd-b0ac7321b190 req-7ddc908f-32d6-4a69-9c7f-fc8eae52b4be tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:59.234149 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-012b2452-9de0-4cb8-b6bd-b0ac7321b190 req-7ddc908f-32d6-4a69-9c7f-fc8eae52b4be tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1180582 Jul 08 15:26:59.311258 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-012b2452-9de0-4cb8-b6bd-b0ac7321b190 req-2d74047f-1fec-48eb-9e39-f46aa7d6c1de tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702922 Jul 08 15:26:59.827482 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733a4e-fec8-4d86-bc1c-555bc785b31b req-387712ef-ada0-497e-9f97-2d738d10bbe6 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:26:59.829240 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad733a4e-fec8-4d86-bc1c-555bc785b31b req-387712ef-ada0-497e-9f97-2d738d10bbe6 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.0921533 Jul 08 15:26:59.877888 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ad733a4e-fec8-4d86-bc1c-555bc785b31b req-817e2581-2219-4022-85d4-7416783b6a87 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Jul 08 15:27:00.280032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021c077-aaeb-4def-ab71-be1197be1ae5 req-455aad5e-a3b2-45f6-a8a6-c6e7a660d991 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:00.281727 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e021c077-aaeb-4def-ab71-be1197be1ae5 req-455aad5e-a3b2-45f6-a8a6-c6e7a660d991 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.1127460 Jul 08 15:27:00.369228 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e021c077-aaeb-4def-ab71-be1197be1ae5 req-7257a189-c5aa-44c4-8359-197e5aaa2dbd tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803301 Jul 08 15:27:00.562158 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ffb1a-adc7-4f8d-b31a-f4d5a21dde30 req-8594cd93-8613-481c-a576-cba4c2143cbd tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:00.563741 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bb1ffb1a-adc7-4f8d-b31a-f4d5a21dde30 req-8594cd93-8613-481c-a576-cba4c2143cbd tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0958121 Jul 08 15:27:00.612603 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bb1ffb1a-adc7-4f8d-b31a-f4d5a21dde30 req-b6e2bafb-9a04-4c64-ac9a-2d6325a12a16 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430453 Jul 08 15:27:00.825259 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-f91ae7b4-e989-41b5-b612-fa9d9e2f4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:00.826691 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-f91ae7b4-e989-41b5-b612-fa9d9e2f4c85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387&tenant_id=e55e1e70989f4443b490b67d32b03bce HTTP/1.1" status: 200 len: 1097 time: 0.0768256 Jul 08 15:27:00.938842 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-406d6844-8837-4884-ba85-d5a85a298841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:00.940394 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-406d6844-8837-4884-ba85-d5a85a298841 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1097 time: 0.0899858 Jul 08 15:27:01.128238 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-5524c9bf-6bcf-4447-bf68-ce381aff0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.130260 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-5524c9bf-6bcf-4447-bf68-ce381aff0315 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.1837971 Jul 08 15:27:01.146354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44486f-006a-49eb-a318-6f1098100496 req-78939d3b-5efa-4e6f-83f2-c342000a3c98 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.147773 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bc44486f-006a-49eb-a318-6f1098100496 req-78939d3b-5efa-4e6f-83f2-c342000a3c98 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.1328242 Jul 08 15:27:01.198318 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bc44486f-006a-49eb-a318-6f1098100496 req-0044aaa4-8b6f-4a49-ba1b-848b16dc7511 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448623 Jul 08 15:27:01.328474 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-9db5dc70-74af-4d7b-b300-2f940c75f944 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1000 time: 0.0959191 Jul 08 15:27:01.396460 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-0c319fdd-1b98-41dc-974a-79f9fe6dc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.397864 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-0c319fdd-1b98-41dc-974a-79f9fe6dc845 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.0623057 Jul 08 15:27:01.531509 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-96b32c5f-b961-4b2c-a557-bf59ed974c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.533009 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-96b32c5f-b961-4b2c-a557-bf59ed974c0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1268318 Jul 08 15:27:01.567673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac08c4-d208-4801-bf79-56c59e53f375 req-9a64a128-aae6-4ea6-bf9e-449fba78e934 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.569180 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cdac08c4-d208-4801-bf79-56c59e53f375 req-9a64a128-aae6-4ea6-bf9e-449fba78e934 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0850880 Jul 08 15:27:01.615229 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cdac08c4-d208-4801-bf79-56c59e53f375 req-d8071583-0cd5-4f7b-9d90-8c7cf66b9305 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Jul 08 15:27:01.723447 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f7df-2f35-40d3-a906-618183622424 req-6211ed2a-5b16-4723-9495-7bdc18f85b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:01.724919 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-6211ed2a-5b16-4723-9495-7bdc18f85b89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1098 time: 0.2594979 Jul 08 15:27:01.907658 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-a2b3dfbd-d280-483b-a59e-eb655f43a518 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668127 Jul 08 15:27:02.043410 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f7df-2f35-40d3-a906-618183622424 req-c5994cf3-50c4-4d65-96d9-a4e1379fd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.044854 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-c5994cf3-50c4-4d65-96d9-a4e1379fd46e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.2814720 Jul 08 15:27:02.053769 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf70a4-31af-4a08-924a-97c50727a028 req-8e680f86-783e-4866-88c5-983154168b5e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.055194 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c9cf70a4-31af-4a08-924a-97c50727a028 req-8e680f86-783e-4866-88c5-983154168b5e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.3294322 Jul 08 15:27:02.216074 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b90ec85-7c56-4f3c-a325-b33f12c33413 req-7a20045d-6651-4a14-b3f9-e58e6dea2e77 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917254 Jul 08 15:27:02.220676 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c9cf70a4-31af-4a08-924a-97c50727a028 req-3179dec9-30ac-4c90-a7fa-f9fed037f420 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078000 Jul 08 15:27:02.233586 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-b586e0d8-e404-4b7a-a68b-e01634b42344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 1001 time: 0.1756203 Jul 08 15:27:02.302370 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f7df-2f35-40d3-a906-618183622424 req-6bfb26d1-e5e0-4f4a-9c05-8c6244ae0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.303978 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-6bfb26d1-e5e0-4f4a-9c05-8c6244ae0c5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.0637367 Jul 08 15:27:02.389388 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f7df-2f35-40d3-a906-618183622424 req-6b9c33f2-4768-40f7-86bc-8e7ee3bec5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.391022 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-6b9c33f2-4768-40f7-86bc-8e7ee3bec5e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797710 Jul 08 15:27:02.396480 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17776b-4f86-4389-b407-0127914a35e8 req-25c4f2a1-446f-4f15-b3bb-d17d5857c100 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.397948 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c17776b-4f86-4389-b407-0127914a35e8 req-25c4f2a1-446f-4f15-b3bb-d17d5857c100 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.0810390 Jul 08 15:27:02.448090 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c17776b-4f86-4389-b407-0127914a35e8 req-d3c0e383-cd22-497e-8670-cd6df6da6d1f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Jul 08 15:27:02.528457 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-507f4567-8a2d-437b-9dc7-754a0d2b17f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294789 Jul 08 15:27:02.675144 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4270f7df-2f35-40d3-a906-618183622424 req-227b9669-e41e-4989-9146-c6aae9c735ea service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304088 Jul 08 15:27:02.811918 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e5725-d268-417b-aeef-d3992d9f5bb3 req-c7033e31-5023-46c3-8942-9fe1387fdbb1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:02.813415 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-852e5725-d268-417b-aeef-d3992d9f5bb3 req-c7033e31-5023-46c3-8942-9fe1387fdbb1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0876338 Jul 08 15:27:02.861036 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-852e5725-d268-417b-aeef-d3992d9f5bb3 req-f65334a9-5471-4b34-a12a-88eafeaaa905 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Jul 08 15:27:03.417156 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d640-5419-4ebb-86c6-739150733218 req-182569cf-794f-4fd2-9e1a-522c1b62fd1d tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:03.418636 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4a28d640-5419-4ebb-86c6-739150733218 req-182569cf-794f-4fd2-9e1a-522c1b62fd1d tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0819740 Jul 08 15:27:03.470379 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4a28d640-5419-4ebb-86c6-739150733218 req-00484ee9-bcba-45bc-bad0-e5223b8b6c09 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456948 Jul 08 15:27:03.637386 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a0b0-d3d0-45d5-8da4-2afc7a22849b req-2cd0a392-563d-4947-8cfb-de083cc811b8 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:03.638957 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ce9a0b0-d3d0-45d5-8da4-2afc7a22849b req-2cd0a392-563d-4947-8cfb-de083cc811b8 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.0803301 Jul 08 15:27:03.685342 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0ce9a0b0-d3d0-45d5-8da4-2afc7a22849b req-535a8cda-1093-48e3-b9f9-67d7b3415c9d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403750 Jul 08 15:27:04.050079 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36ba3d-3a46-46de-976c-44f7620d62a5 req-57be64bd-b53e-4158-a621-782c652b97ba tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:04.052138 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1b36ba3d-3a46-46de-976c-44f7620d62a5 req-57be64bd-b53e-4158-a621-782c652b97ba tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 945 time: 0.0829320 Jul 08 15:27:04.096183 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1b36ba3d-3a46-46de-976c-44f7620d62a5 req-95c80a1e-cfdd-4d13-9a36-5204078b9936 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 Jul 08 15:27:04.590092 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:27:04.592499 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:04.666828 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced890b-8b9b-4d79-8152-1e34b4d2566e req-94f68df0-6541-43d8-bf9b-ed9698e49922 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:04.668371 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3ced890b-8b9b-4d79-8152-1e34b4d2566e req-94f68df0-6541-43d8-bf9b-ed9698e49922 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0905964 Jul 08 15:27:04.719785 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3ced890b-8b9b-4d79-8152-1e34b4d2566e req-84646e70-a0b5-49d7-a649-af76dd81a100 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452926 Jul 08 15:27:04.816556 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:04.840941 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:04.864543 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:27:04.870856 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'port_id': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'mac_address': 'fa:16:3e:37:75:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:27:04.900911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:04.907563 dv-cinder-798671-3-smb neutron-server[78528]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'code': 422} returned with failed status Jul 08 15:27:04.908180 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:04.908917 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8223d45-4a31-492a-9b82-f5dcf7240b79 req-3ed8c3d4-7e09-4e4d-88cd-3365a16e32a1 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:04.911083 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b8223d45-4a31-492a-9b82-f5dcf7240b79 req-3ed8c3d4-7e09-4e4d-88cd-3365a16e32a1 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 944 time: 0.0954106 Jul 08 15:27:04.922717 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:04.958082 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b8223d45-4a31-492a-9b82-f5dcf7240b79 req-d5c7d0b4-d921-4f41-b5d8-fd0ce6182f48 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Jul 08 15:27:04.987181 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:05.010906 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4551123-1a24-4c86-9e81-8b875d9b76b8 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:27:05.014693 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=8']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:05.018464 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:05.030020 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:05.033671 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:05.036152 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7fc65111-a137-4231-9c39-318bd2fd3a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:05.104181 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=7']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:05.107160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:05.273344 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a4551123-1a24-4c86-9e81-8b875d9b76b8'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:27:05.295433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd30b6-bdb0-4b50-a7cf-bc829f5e20a8 req-fd9cd78d-f898-44bd-a7b2-933dbe001563 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:05.297004 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-41dd30b6-bdb0-4b50-a7cf-bc829f5e20a8 req-fd9cd78d-f898-44bd-a7b2-933dbe001563 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0904946 Jul 08 15:27:05.348390 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-41dd30b6-bdb0-4b50-a7cf-bc829f5e20a8 req-dbd562b8-ce78-48be-9b34-113462cec6d4 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456166 Jul 08 15:27:05.915751 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aca1a-6956-4d95-92c5-0f5dee2adcc3 req-c8f6e384-3841-4342-bc97-d9f6d73501c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:05.917230 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c24aca1a-6956-4d95-92c5-0f5dee2adcc3 req-c8f6e384-3841-4342-bc97-d9f6d73501c9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0834336 Jul 08 15:27:05.969319 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c24aca1a-6956-4d95-92c5-0f5dee2adcc3 req-489f7bcd-a5f8-49fe-a71b-8a8ca3f48e45 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461659 Jul 08 15:27:06.235018 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655663-12ab-4647-a4ec-a2ef4171eb76 req-9fbb9544-4e77-419a-8ea0-7f530cde599f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:06.236656 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-60655663-12ab-4647-a4ec-a2ef4171eb76 req-9fbb9544-4e77-419a-8ea0-7f530cde599f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 945 time: 0.1694109 Jul 08 15:27:06.283379 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-60655663-12ab-4647-a4ec-a2ef4171eb76 req-5211282b-82a9-4ae2-9969-21b8894b371f tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407889 Jul 08 15:27:06.596390 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:27:06.677018 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port a4551123-1a24-4c86-9e81-8b875d9b76b8 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:27:06.677502 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:06.800875 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:06.828736 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbf663-5afa-4813-8602-4427bdc0bdad req-fcbc0c91-00d0-4c55-85af-d3bd292111bb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:06.830231 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-17dbf663-5afa-4813-8602-4427bdc0bdad req-fcbc0c91-00d0-4c55-85af-d3bd292111bb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0910544 Jul 08 15:27:06.832716 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-3cef86af-e046-4bf5-8d6e-59349af94283 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752528 Jul 08 15:27:06.842429 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:06.846463 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:06.847443 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:06.877263 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:06.885593 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-17dbf663-5afa-4813-8602-4427bdc0bdad req-7103609b-261e-429c-a9ef-f69e19707402 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488508 Jul 08 15:27:06.920762 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:27:06.972064 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=8']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:06.977348 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:07.008578 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'code': 200} Jul 08 15:27:07.361168 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e50ff9-d565-474e-99a9-6f54448a07a3 req-940dc086-4026-4aee-9c93-8d4ef40fdada tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:07.362703 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a1e50ff9-d565-474e-99a9-6f54448a07a3 req-940dc086-4026-4aee-9c93-8d4ef40fdada tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.2721810 Jul 08 15:27:07.394358 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fd597-5fb5-4459-a815-71fa49b8eb76 req-58219ab9-9772-4078-93e3-9d61bd9f8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:07.395943 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ca3fd597-5fb5-4459-a815-71fa49b8eb76 req-58219ab9-9772-4078-93e3-9d61bd9f8292 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.1277442 Jul 08 15:27:07.426522 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-e05c1c76-36b2-4fe9-a33f-009f5b172795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:07.459696 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-a1e50ff9-d565-474e-99a9-6f54448a07a3 req-24f25be9-3dde-487d-98ed-ec9d5a3a172a tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882313 Jul 08 15:27:07.481157 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ca3fd597-5fb5-4459-a815-71fa49b8eb76 req-1bc0f806-7012-4f1d-be36-abc0579cbe16 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609651 Jul 08 15:27:07.512346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb153375-4bcc-4523-95c4-f628532488ca req-180caba8-83c2-4842-af5e-3146f4f6b0d7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:07.513717 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb153375-4bcc-4523-95c4-f628532488ca req-180caba8-83c2-4842-af5e-3146f4f6b0d7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0859497 Jul 08 15:27:07.559257 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb153375-4bcc-4523-95c4-f628532488ca req-500ab0a3-376b-4c62-a3a5-b175ea33b7d4 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398057 Jul 08 15:27:07.804191 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-1d800114-b34b-4711-af2a-a62bd5e81af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:07.805653 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-1d800114-b34b-4711-af2a-a62bd5e81af2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1&tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0705206 Jul 08 15:27:07.861331 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:07.899891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5548ceb3-7636-4296-92e5-ee6022d4d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:07.901406 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5548ceb3-7636-4296-92e5-ee6022d4d045 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1096 time: 0.0719657 Jul 08 15:27:08.039844 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5ca0e0ec-62e0-47e1-a5dc-8c64be285481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.041227 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5ca0e0ec-62e0-47e1-a5dc-8c64be285481 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 200 len: 918 time: 0.1294947 Jul 08 15:27:08.080812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59b642-56a8-4f68-a850-6242d37112b8 req-615556b6-6232-484e-bdf9-1b3a65f89702 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.082245 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f59b642-56a8-4f68-a850-6242d37112b8 req-615556b6-6232-484e-bdf9-1b3a65f89702 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0851579 Jul 08 15:27:08.128829 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2f59b642-56a8-4f68-a850-6242d37112b8 req-45020603-e1d9-44e1-9716-48ae16371782 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 Jul 08 15:27:08.150882 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-e1001dd1-8b59-4742-8832-60d5ee702024 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 200 len: 999 time: 0.1000614 Jul 08 15:27:08.218960 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-97c8d260-e79e-4a14-a9f6-6e758a49c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.220416 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-97c8d260-e79e-4a14-a9f6-6e758a49c507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 200 len: 856 time: 0.0608733 Jul 08 15:27:08.311873 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5bd3c2d2-4fd1-48dd-b326-04e3d1ea16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.313497 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-5bd3c2d2-4fd1-48dd-b326-04e3d1ea16c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755627 Jul 08 15:27:08.464818 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-3f1bd60e-7fbc-4486-bd9b-54c9b972ec77 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393907 Jul 08 15:27:08.657480 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da214895-8805-4c5f-802f-9ba93eec8be8 req-65d3c540-403c-4820-b4e1-233aa6bb78f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840854 Jul 08 15:27:08.687080 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21227b-a8ac-4dbb-b1f5-aa5371aa7c4f req-97d17d5f-4b08-4f8d-ab01-e7f56f4086d7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.688730 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5b21227b-a8ac-4dbb-b1f5-aa5371aa7c4f req-97d17d5f-4b08-4f8d-ab01-e7f56f4086d7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1149251 Jul 08 15:27:08.742689 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5b21227b-a8ac-4dbb-b1f5-aa5371aa7c4f req-68cbd3f8-2157-43b1-9102-bd456fce1078 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472775 Jul 08 15:27:08.750349 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c596e7-eb67-4621-bcbc-8f5370696d20 req-67d7c394-cac6-482d-96b4-c002224f79fb tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:08.751971 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-27c596e7-eb67-4621-bcbc-8f5370696d20 req-67d7c394-cac6-482d-96b4-c002224f79fb tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.0862834 Jul 08 15:27:08.800339 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-27c596e7-eb67-4621-bcbc-8f5370696d20 req-2b22a678-442f-4f62-854d-c94a54e16ef0 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Jul 08 15:27:09.369658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89158-4c85-46d2-9ad1-bedc8dfc3668 req-5e3e0c6d-e402-40a5-bb04-2be3a400d9e9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:09.376593 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-45b89158-4c85-46d2-9ad1-bedc8dfc3668 req-5e3e0c6d-e402-40a5-bb04-2be3a400d9e9 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.1231468 Jul 08 15:27:09.445187 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-45b89158-4c85-46d2-9ad1-bedc8dfc3668 req-7b4ebcb1-d053-4e03-a7f0-92cb73d8a2cb tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634835 Jul 08 15:27:09.929461 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2c64f0b0-64c2-48d1-9eca-8334a88c5d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:09.971225 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a456-df12-4e22-99fc-7e8505a157d4 req-129d69a4-c644-4d57-ae4a-3f36fca459e4 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:09.973429 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c470a456-df12-4e22-99fc-7e8505a157d4 req-129d69a4-c644-4d57-ae4a-3f36fca459e4 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1227541 Jul 08 15:27:10.033747 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c470a456-df12-4e22-99fc-7e8505a157d4 req-69e0aede-5251-4182-9414-be7cfe4b5626 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521996 Jul 08 15:27:10.652628 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54bbff-d907-4f61-a026-ab096c3235f5 req-045a1d8f-e6ff-4933-bf3b-c5d245c76348 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:10.654156 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d54bbff-d907-4f61-a026-ab096c3235f5 req-045a1d8f-e6ff-4933-bf3b-c5d245c76348 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0922420 Jul 08 15:27:10.702644 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d54bbff-d907-4f61-a026-ab096c3235f5 req-4420cc4f-0bb3-4f43-919e-bf7e009f77de tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Jul 08 15:27:11.137107 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:11.246195 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305e726-085a-45f3-a1f1-070e3e1bf830 req-20e4fcc4-9dec-4f75-bcf5-f03e1f524a72 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:11.247755 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e305e726-085a-45f3-a1f1-070e3e1bf830 req-20e4fcc4-9dec-4f75-bcf5-f03e1f524a72 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0949025 Jul 08 15:27:11.299438 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e305e726-085a-45f3-a1f1-070e3e1bf830 req-e4ce337e-c455-4cc7-bfee-176863a60ec1 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453947 Jul 08 15:27:11.902535 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afb76c-bc0d-4359-91df-cd5ffb3f909a req-8ee6b8f8-fe99-40fd-b875-3ff16be4c835 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:11.905277 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-48afb76c-bc0d-4359-91df-cd5ffb3f909a req-8ee6b8f8-fe99-40fd-b875-3ff16be4c835 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0866108 Jul 08 15:27:11.952691 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-48afb76c-bc0d-4359-91df-cd5ffb3f909a req-da749916-11bc-449e-b56b-208d0c894c47 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Jul 08 15:27:12.527453 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c23e68-fab0-4774-95ea-b4964de2f881 req-a30d8f45-6e0c-4005-b477-41a960e16535 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:12.529159 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-15c23e68-fab0-4774-95ea-b4964de2f881 req-a30d8f45-6e0c-4005-b477-41a960e16535 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1030962 Jul 08 15:27:12.544020 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:12.583239 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-15c23e68-fab0-4774-95ea-b4964de2f881 req-d1d1e8a0-ac04-4e07-9da8-beb7b4b0aeda tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481873 Jul 08 15:27:12.592471 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:27:13.171339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb0b1f-520d-40e3-a4b8-2ce475b465d7 req-7aab7895-4d14-4756-834e-7a9671b27351 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:13.172794 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f1bb0b1f-520d-40e3-a4b8-2ce475b465d7 req-7aab7895-4d14-4756-834e-7a9671b27351 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0931308 Jul 08 15:27:13.316641 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f1bb0b1f-520d-40e3-a4b8-2ce475b465d7 req-af059f08-c079-4fc9-a768-1ca60b47f85a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341829 Jul 08 15:27:13.798353 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0081c4-ef94-4e0d-8f89-4b68f82f6f93 req-9b58584e-ebb0-4028-b77e-be08754b79bd tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:13.800972 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a0081c4-ef94-4e0d-8f89-4b68f82f6f93 req-9b58584e-ebb0-4028-b77e-be08754b79bd tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0854867 Jul 08 15:27:13.855246 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6a0081c4-ef94-4e0d-8f89-4b68f82f6f93 req-46e99867-fba7-42d5-a15f-75ee376ed288 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476577 Jul 08 15:27:14.528187 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b877-c729-4bbd-a7a6-e4f22cdb79bf req-1e62ea6e-b2d9-4d1d-ae4f-c439de5609c6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:14.529864 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5399b877-c729-4bbd-a7a6-e4f22cdb79bf req-1e62ea6e-b2d9-4d1d-ae4f-c439de5609c6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0868223 Jul 08 15:27:14.578922 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5399b877-c729-4bbd-a7a6-e4f22cdb79bf req-4ba0dd7a-2f7f-43dd-b3a7-124c40e14262 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411556 Jul 08 15:27:15.051573 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea89f7c-2b40-4358-8243-35837f71f0d4 req-8ef4d34b-7520-4b88-8459-661a98ecfbd4 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:15.053190 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7ea89f7c-2b40-4358-8243-35837f71f0d4 req-8ef4d34b-7520-4b88-8459-661a98ecfbd4 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0874009 Jul 08 15:27:15.112151 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7ea89f7c-2b40-4358-8243-35837f71f0d4 req-f617b773-d41c-4eae-bb74-755209bdc183 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524421 Jul 08 15:27:15.789447 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15818b-7b01-47f8-b5fa-b8973fa79841 req-6dfba429-13be-4395-b646-b525c4257d82 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:15.791169 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1b15818b-7b01-47f8-b5fa-b8973fa79841 req-6dfba429-13be-4395-b646-b525c4257d82 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0920134 Jul 08 15:27:15.842482 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1b15818b-7b01-47f8-b5fa-b8973fa79841 req-c9089d9f-8eed-4220-9b66-ccc34db262b5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Jul 08 15:27:16.307270 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f600c-4cfa-472e-8d4a-7059abd5ebc6 req-e71e9e1a-8005-425a-b030-943c1ba65b5b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:16.308947 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-287f600c-4cfa-472e-8d4a-7059abd5ebc6 req-e71e9e1a-8005-425a-b030-943c1ba65b5b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0879221 Jul 08 15:27:16.363005 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-287f600c-4cfa-472e-8d4a-7059abd5ebc6 req-f97ea2cd-b23a-4fd8-bc69-73e25a21029d tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467341 Jul 08 15:27:17.053450 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353456d-313c-48e2-bdc7-82b6c5d3d524 req-624d6284-e8df-4525-abf0-d5644496420b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:17.055458 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e353456d-313c-48e2-bdc7-82b6c5d3d524 req-624d6284-e8df-4525-abf0-d5644496420b tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0926695 Jul 08 15:27:17.103978 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e353456d-313c-48e2-bdc7-82b6c5d3d524 req-dda240f5-0902-4eef-a5e5-07bb64c2543f tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Jul 08 15:27:17.563541 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde88d-6a65-4fbf-96d1-9269fcdcffcc req-f4ed8789-94f4-479a-bbb6-fa9bd7673be0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:17.565070 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cacde88d-6a65-4fbf-96d1-9269fcdcffcc req-f4ed8789-94f4-479a-bbb6-fa9bd7673be0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0853441 Jul 08 15:27:17.619241 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cacde88d-6a65-4fbf-96d1-9269fcdcffcc req-ff4d5127-1c0b-4649-9878-1743ea3077a9 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477369 Jul 08 15:27:18.312028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eba45-fb52-4eb0-a436-14d613e28f2c req-bf27ab35-0ab9-4be2-b488-06d032aca228 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:18.313517 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f8eba45-fb52-4eb0-a436-14d613e28f2c req-bf27ab35-0ab9-4be2-b488-06d032aca228 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0881290 Jul 08 15:27:18.369204 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4f8eba45-fb52-4eb0-a436-14d613e28f2c req-4f3601a8-3281-486f-b341-91928e38c848 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465446 Jul 08 15:27:18.816451 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed5af-7a5e-4b88-a6ef-b44abb101731 req-9c2e7bca-d265-4ceb-9ff8-655d3e9c246b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:18.817945 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-796ed5af-7a5e-4b88-a6ef-b44abb101731 req-9c2e7bca-d265-4ceb-9ff8-655d3e9c246b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0881627 Jul 08 15:27:18.870544 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-796ed5af-7a5e-4b88-a6ef-b44abb101731 req-bfaa0855-62aa-4d01-a992-14773b98e68c tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456955 Jul 08 15:27:19.574145 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136dba7-9ddc-402b-baf2-24ca78a6899d req-b65e23d3-d92f-4b72-b9d9-8646611e5cd2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:19.575699 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5136dba7-9ddc-402b-baf2-24ca78a6899d req-b65e23d3-d92f-4b72-b9d9-8646611e5cd2 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0870352 Jul 08 15:27:19.627388 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5136dba7-9ddc-402b-baf2-24ca78a6899d req-157d899e-b3aa-4744-8a4b-d07ea7492532 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459108 Jul 08 15:27:20.070770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce67772-2fd2-4f90-846c-7e82c23ea13c req-0d81c399-9056-46ed-b4ee-445c18e3d2c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:20.072876 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3ce67772-2fd2-4f90-846c-7e82c23ea13c req-0d81c399-9056-46ed-b4ee-445c18e3d2c7 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0842516 Jul 08 15:27:20.121629 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3ce67772-2fd2-4f90-846c-7e82c23ea13c req-3287ed72-1a1c-47ff-9f0b-838ca57aa63f tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430222 Jul 08 15:27:20.662273 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:20.835852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a50f0a-05bb-44bd-90a6-3c0c174e1735 req-13f6689e-e461-408d-9993-c4a991b9be83 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:20.838193 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-98a50f0a-05bb-44bd-90a6-3c0c174e1735 req-13f6689e-e461-408d-9993-c4a991b9be83 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0928259 Jul 08 15:27:20.887444 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-98a50f0a-05bb-44bd-90a6-3c0c174e1735 req-d4d6a289-f6d1-4aef-8214-73ea230b1e96 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Jul 08 15:27:21.312837 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb419-14e5-4497-83e0-e0aa7343f2f3 req-ec222472-3be1-4dfb-ad6c-730872ec10aa tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:21.314377 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1f6cb419-14e5-4497-83e0-e0aa7343f2f3 req-ec222472-3be1-4dfb-ad6c-730872ec10aa tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.0852914 Jul 08 15:27:21.362920 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1f6cb419-14e5-4497-83e0-e0aa7343f2f3 req-69f1f571-d133-4a9a-8500-24e4132c8386 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b0ed369-8709-4d97-b6b2-f552bced55a0&id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426111 Jul 08 15:27:22.083026 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea238435-fe1c-45dd-ab40-d1e765a34a4c req-97558c3d-a1bc-4b01-8bf1-09b15732e5d0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:22.084487 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ea238435-fe1c-45dd-ab40-d1e765a34a4c req-97558c3d-a1bc-4b01-8bf1-09b15732e5d0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 943 time: 0.0822058 Jul 08 15:27:22.133619 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ea238435-fe1c-45dd-ab40-d1e765a34a4c req-e6b8a2ac-18b6-4aae-b306-2884b36a6c43 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435202 Jul 08 15:27:22.703429 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:27:22.839845 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:22.852433 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'port_id': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'mac_address': 'fa:16:3e:89:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:27:22.912271 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:22.929712 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:27:22.945514 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:22.949236 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:22.952105 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:23.019243 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=9']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:23.027332 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.027675 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.028012 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.028370 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.028697 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.029021 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.029349 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.029663 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.029991 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.030326 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.030678 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.030991 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:23.034922 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:23.214827 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['e65495de-d699-4c29-8b9a-b3f355394edb'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:27:23.326796 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b8a0f-322c-4c01-9890-d0521f0f5c44 req-29cca4f3-3158-4f45-ae9a-6aacb42d36d5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:23.329111 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-086b8a0f-322c-4c01-9890-d0521f0f5c44 req-29cca4f3-3158-4f45-ae9a-6aacb42d36d5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 944 time: 0.0841074 Jul 08 15:27:23.386183 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-086b8a0f-322c-4c01-9890-d0521f0f5c44 req-c9d190b7-f3f6-40ff-8c13-979169731a1d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507100 Jul 08 15:27:24.581157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d08b-2e20-447f-9f2e-1a996cd93548 req-c9ecb0ae-ef0b-4efc-aa9f-cd4a6080fe32 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:24.582634 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9d36d08b-2e20-447f-9f2e-1a996cd93548 req-c9ecb0ae-ef0b-4efc-aa9f-cd4a6080fe32 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 944 time: 0.0807273 Jul 08 15:27:24.631504 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-9d36d08b-2e20-447f-9f2e-1a996cd93548 req-6c5f4a2c-273f-4429-abbb-b97d29835d89 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Jul 08 15:27:24.715911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:27:24.785405 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port e65495de-d699-4c29-8b9a-b3f355394edb triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:27:24.785783 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:24.905147 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:24.933893 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:27:24.943862 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:24.949057 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:24.951183 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:25.031796 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=10']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:25.034966 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:25.043289 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'code': 200} Jul 08 15:27:25.292760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7b31-838d-4786-8d20-e8a21c4f40e9 req-8cc5efa5-afe9-4617-ba59-3d610af888cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:25.294302 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d89d7b31-838d-4786-8d20-e8a21c4f40e9 req-8cc5efa5-afe9-4617-ba59-3d610af888cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0719485 Jul 08 15:27:25.340473 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d89d7b31-838d-4786-8d20-e8a21c4f40e9 req-a1da6f7f-1f4c-47ed-931a-6d27ae4f2175 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 Jul 08 15:27:25.825165 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a85cf-4183-4bd3-8a45-3842b4a71f77 req-844699c2-a352-4ed7-975f-81d897e235fe tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:25.826654 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e89a85cf-4183-4bd3-8a45-3842b4a71f77 req-844699c2-a352-4ed7-975f-81d897e235fe tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.0844972 Jul 08 15:27:25.871860 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e89a85cf-4183-4bd3-8a45-3842b4a71f77 req-6be53020-38de-477a-8139-6fb55ad2525d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 Jul 08 15:27:27.079372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222dbb8-886c-450f-8712-8434498aee01 req-0ced43a5-c56a-4719-a404-7df3339d9a6a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:27.080889 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2222dbb8-886c-450f-8712-8434498aee01 req-0ced43a5-c56a-4719-a404-7df3339d9a6a tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.0886078 Jul 08 15:27:27.134882 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2222dbb8-886c-450f-8712-8434498aee01 req-f23b9725-39c7-4ace-930d-581fa9ea5638 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471599 Jul 08 15:27:28.336576 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf04aa-26fc-44cb-b114-646693a16840 req-44834bf6-49fb-409a-9b9b-40f6bbe72524 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:28.338176 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4cdf04aa-26fc-44cb-b114-646693a16840 req-44834bf6-49fb-409a-9b9b-40f6bbe72524 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.0860488 Jul 08 15:27:28.385422 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4cdf04aa-26fc-44cb-b114-646693a16840 req-8b8ea4f7-b63e-45ce-8696-8d340af0b526 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Jul 08 15:27:33.485860 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214b02-9259-4f36-b889-0a78e2a2b54d req-cd77cf2c-3b5b-4274-85ca-c45878d24b78 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:33.487350 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-86214b02-9259-4f36-b889-0a78e2a2b54d req-cd77cf2c-3b5b-4274-85ca-c45878d24b78 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.0800829 Jul 08 15:27:33.533990 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-86214b02-9259-4f36-b889-0a78e2a2b54d req-fef329b7-06d3-47f6-b681-ad6cf0de21d4 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Jul 08 15:27:34.719750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f0e25-b6ff-48f7-81d3-cdace8318abf req-c88f32cf-0059-42cb-98aa-9cd46d1a3d8a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:34.721215 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-746f0e25-b6ff-48f7-81d3-cdace8318abf req-c88f32cf-0059-42cb-98aa-9cd46d1a3d8a tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.0808268 Jul 08 15:27:34.765074 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-746f0e25-b6ff-48f7-81d3-cdace8318abf req-71cab65f-c783-4231-840f-6697962dac54 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Jul 08 15:27:35.642029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-96eee1e9-34f1-4a16-927e-51e0b0611d22 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:35.643423 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-96eee1e9-34f1-4a16-927e-51e0b0611d22 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.1674211 Jul 08 15:27:35.717865 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Deleting port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:35.718205 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:35.962544 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05c59-a5e0-4433-b1e4-7035bf857a5e req-128e14b9-0200-4221-a6fe-21f0cb2df4e9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:35.964180 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-33a05c59-a5e0-4433-b1e4-7035bf857a5e req-128e14b9-0200-4221-a6fe-21f0cb2df4e9 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 945 time: 0.0909190 Jul 08 15:27:36.004334 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] For port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:36.004334 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:36.011903 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-33a05c59-a5e0-4433-b1e4-7035bf857a5e req-dc5c42dc-7b94-4d63-862c-9a00557d107b tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups?id=556a6436-ac75-4302-991e-0788645194a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Jul 08 15:27:36.331639 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:36.331923 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:36.332293 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Floating IP a74c7376-0753-4591-9dc9-922e63f2f36f disassociated. External IP: 172.28.3.143, port: 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd. Jul 08 15:27:36.332545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Calling delete_port for 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:36.482773 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:36.488442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:36.539614 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'Port': ['ID=3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:36.543397 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:36.724429 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:27:36.909694 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:27:36.920885 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:27:36.930640 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:27:36.931262 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:36.988035 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] No DVR routers for this DVR port 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:27:36.990550 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:36.993336 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'name': 'network-vif-deleted', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:27:37.021929 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-585f7f36-0baa-4a32-96ef-63622957dc6b req-094a9b54-fe4c-4fa8-bb7d-8b0ab4c03229 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.69 "DELETE /v2.0/ports/3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd HTTP/1.1" status: 204 len: 173 time: 1.3703597 Jul 08 15:27:37.126164 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e8e557-0c3f-4db2-8999-d2ee10e8300a', 'name': 'network-vif-deleted', 'tag': '3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd', 'status': 'completed', 'code': 200} Jul 08 15:27:37.147785 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:27:37.346962 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1d8dcb37-50d8-4533-9131-ad9e131a2d46 req-38493db0-547e-40ee-ad82-bf2537697066 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/ports?device_id=91e8e557-0c3f-4db2-8999-d2ee10e8300a HTTP/1.1" status: 200 len: 210 time: 0.0470481 Jul 08 15:27:37.453038 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2932a160-e626-4982-8f81-d7af63377a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:37.528496 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:37.532637 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:27:37.541441 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:27:37.542064 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:37.726975 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:27:37.931212 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:38.049963 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:38.053836 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28ec46-f127-483c-8e23-0af9ab068067 None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': 'b8e18e83-1f4d-4223-a4fb-284437b03b07', 'name': '', 'network_id': 'c1e7b202-d001-413a-a512-88348eb9160e', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'mac_address': 'fa:16:3e:e2:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:49Z', 'updated_at': '2021-07-08T15:22:09Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'subnets': [{'id': '830ce2de-b0e1-4975-99d2-ffbf86a42600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:27:38.287148 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a2bf1d-50a3-4dc5-9f9b-9c664cbdd8da None None] New status for floating IP a74c7376-0753-4591-9dc9-922e63f2f36f: DOWN {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:27:38.473493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56424) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:38.549067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:38.577998 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:38.630795 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:38.634561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-1edfa23a-f1f3-4e3f-8f6c-1bc3af4492b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:38.651463 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556a6436-ac75-4302-991e-0788645194a7,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:38.653903 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:38.668314 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:38.671890 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "DELETE /v2.0/security-groups/556a6436-ac75-4302-991e-0788645194a7 HTTP/1.1" status: 204 len: 168 time: 0.1949394 Jul 08 15:27:38.672152 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56428) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:38.688736 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.api.v2.resource [None req-2eb2779d-15b8-4948-994e-b7e87c5d4422 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] show failed (client error): The resource could not be found. Jul 08 15:27:38.689704 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2eb2779d-15b8-4948-994e-b7e87c5d4422 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "GET /v2.0/security-groups/556a6436-ac75-4302-991e-0788645194a7 HTTP/1.1" status: 404 len: 347 time: 0.0166621 Jul 08 15:27:38.692371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56432) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:38.810610 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:38.848496 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:27:38.848834 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 3ce7af3c-cf0a-411f-8bf3-55b4ec0605fd not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:27:38.921052 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Deleting port df244e50-c53c-48ba-874f-fc2b45482756 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:38.921297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.086235 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.086560 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.206699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Calling delete_port for df244e50-c53c-48ba-874f-fc2b45482756 owned by network:floatingip {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:39.345382 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.348899 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:39.394356 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Pushing event deleted for resources: {'Port': ['ID=df244e50-c53c-48ba-874f-fc2b45482756,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:39.397723 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:39.488984 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks [] for floatingip, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.503319 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:39.504439 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-068940da-95ff-4f7d-b818-347e530ba630 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] 10.222.0.58 "DELETE /v2.0/floatingips/a74c7376-0753-4591-9dc9-922e63f2f36f HTTP/1.1" status: 204 len: 168 time: 0.8112211 Jul 08 15:27:39.911497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3674abec-1768-4691-85c6-584cb5379951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:41.139871 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:42.544267 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:43.499712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56468) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:44.211276 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:44.647642 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Deleting port b8e18e83-1f4d-4223-a4fb-284437b03b07 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:44.648268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:44.818289 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] For port b8e18e83-1f4d-4223-a4fb-284437b03b07, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=b8e18e83-1f4d-4223-a4fb-284437b03b07,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:44.818654 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:44.939030 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Calling delete_port for b8e18e83-1f4d-4223-a4fb-284437b03b07 owned by network:router_interface {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:45.112253 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:45.116086 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-81bf3168-8762-431d-8429-b73c8dc2fa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:45.158896 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e18e83-1f4d-4223-a4fb-284437b03b07,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:45.162002 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:45.427290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:45.782935 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:27:46.041747 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:27:46.049788 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Sync routers for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:27:46.053971 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] 10.222.0.58 "PUT /v2.0/routers/8d4e1d1b-5c43-4c68-94e9-6c10ad451702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531211 Jul 08 15:27:46.057089 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56474) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:46.059439 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:27:46.060054 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:46.231022 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks [] for router, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:46.233818 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:27:46.411322 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:46.422063 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Deleting port aeb67de2-1825-41f8-9d5a-0e2173f7b73c {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:46.422437 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:46.522160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:27:45Z', 'revision_number': 5, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port': {'id': 'aeb67de2-1825-41f8-9d5a-0e2173f7b73c', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:38Z', 'updated_at': '2021-07-08T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:46.527627 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Checking router: 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:27:46.536187 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Routers {'8d4e1d1b-5c43-4c68-94e9-6c10ad451702'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:27:46.536784 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:46.599308 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] For port aeb67de2-1825-41f8-9d5a-0e2173f7b73c, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:46.599659 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:46.718533 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] Set router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 gateway port host: None {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:27:46.723382 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Calling delete_port for aeb67de2-1825-41f8-9d5a-0e2173f7b73c owned by network:router_gateway {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:46.826607 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:27:46Z', 'revision_number': 6, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:46.830697 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafc58-b999-4305-a8af-ae82ea1cd810 None None] The sync data for ids ['8d4e1d1b-5c43-4c68-94e9-6c10ad451702'] in dv-cinder-798671-3-smb is: [{'id': '8d4e1d1b-5c43-4c68-94e9-6c10ad451702', 'name': 'tempest-AttachVolumeTestJSON-1550899740-router', 'tenant_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:36Z', 'updated_at': '2021-07-08T15:27:46Z', 'revision_number': 6, 'project_id': 'fa02fe42f9d846f08f84324c7ab6971a', 'gw_port_host': None}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:27:46.898935 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:46.902918 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c4720183-dfce-45bb-bf86-9500c9b58052 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:46.950073 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb67de2-1825-41f8-9d5a-0e2173f7b73c,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:46.975000 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:47.039195 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.218579 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.220966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.401104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.401703 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4e1d1b-5c43-4c68-94e9-6c10ad451702 {{(pid=78526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:27:47.413974 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.415625 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8d4e1d1b-5c43-4c68-94e9-6c10ad451702 HTTP/1.1" status: 204 len: 168 time: 1.3576391 Jul 08 15:27:47.418242 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56478) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:47.474942 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Deleting subnet 830ce2de-b0e1-4975-99d2-ffbf86a42600 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:27:47.478563 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.529954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.598011 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b8e18e83-1f4d-4223-a4fb-284437b03b07 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:47.635622 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: b8e18e83-1f4d-4223-a4fb-284437b03b07 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:27:47.635972 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device b8e18e83-1f4d-4223-a4fb-284437b03b07 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:27:47.648404 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.716399 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.720520 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:47.753789 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830ce2de-b0e1-4975-99d2-ffbf86a42600,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:47.757061 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:47.758032 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.763057 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790579b-dc4a-44b3-bd3c-4e11c3a6c0e6 None None] Network c1e7b202-d001-413a-a512-88348eb9160e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:27:47.764274 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8b6f2943-dd76-45a7-b17f-281e9df95d75 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/830ce2de-b0e1-4975-99d2-ffbf86a42600 HTTP/1.1" status: 204 len: 168 time: 0.3450782 Jul 08 15:27:47.766748 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56482) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:47.876717 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:47.888301 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Deleting port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:47.888639 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.031170 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] DHCP port deletion for c1e7b202-d001-413a-a512-88348eb9160e request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:27:48.035550 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Deleting port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:48.036005 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.107438 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] For port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:48.108020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.230020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Calling delete_port for c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 owned by network:dhcp {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:48.244450 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] For port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,segment=NetworkSegment(0d5adb4c-1d60-446c-825d-843514022f4b),segment_id=0d5adb4c-1d60-446c-825d-843514022f4b)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:27:48.244903 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.309938 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.313703 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0278c6ad-af36-4d98-af47-82d769d32834 tempest-VolumesActionsTest-110112089 tempest-VolumesActionsTest-110112089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:48.357924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:48.360994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:48.361761 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] No DVR routers for this DVR port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 on host dv-cinder-798671-3-smb {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:27:48.369556 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Calling delete_port for c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:27:48.481155 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.494745 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e7b202-d001-413a-a512-88348eb9160e']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:48.505320 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:27:48.505942 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:27:48.507202 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5adb4c-1d60-446c-825d-843514022f4b') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:48.507202 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5adb4c-1d60-446c-825d-843514022f4b') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:27:48.519673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.535773 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.542164 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:27:48.542700 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:27:48.556283 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:27:48.638044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.641853 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a0c00c10-b2ca-43e3-91a6-cb396940b16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:48.654480 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.664409 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e7b202-d001-413a-a512-88348eb9160e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:48.667952 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:48.678093 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5e713887-0673-4c82-9509-44a0c3c1fa6a admin admin] 10.222.0.58 "DELETE /v2.0/networks/c1e7b202-d001-413a-a512-88348eb9160e HTTP/1.1" status: 204 len: 168 time: 0.9104147 Jul 08 15:27:48.790544 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56488) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:48.839409 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6a8ce286-6c34-4683-ac88-320c82ffa919 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa02fe42f9d846f08f84324c7ab6971a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476191 Jul 08 15:27:48.841805 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56492) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:48.900456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.926638 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.976306 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:48.981631 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-dbc3333a-c52a-4728-84aa-63fafaef1c42 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:48.996407 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4936f-8c55-4dd2-b220-5dd7f5c730a4,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:48.999261 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:49.001328 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:49.003827 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22b4936f-8c55-4dd2-b220-5dd7f5c730a4 HTTP/1.1" status: 204 len: 168 time: 0.1597168 Jul 08 15:27:49.007132 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Deleting port c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:27:49.007559 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:49.084411 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-df55afd2-bc57-4874-a8ce-370e0946c870 None None] The port 'c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36' was deleted {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:27:49.198932 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:49.234913 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:27:49.235239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device c44d9a7c-50b4-4748-bb1c-ccf7e88ceb36 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:27:49.235625 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device aeb67de2-1825-41f8-9d5a-0e2173f7b73c no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:27:49.271034 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: aeb67de2-1825-41f8-9d5a-0e2173f7b73c {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:27:49.271394 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device aeb67de2-1825-41f8-9d5a-0e2173f7b73c not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:27:49.592520 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:27:50.588423 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56538) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:50.669839 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:50.707700 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:50.822269 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:27:50.826229 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Usage tracker for resource:security_group_rule and tenant:965d3e8590d143088dcf93c019e953e7 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:27:50.829173 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:27:50.835067 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:27:50.919209 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:50.922726 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:50.930838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-60830c57-ab60-4e13-a4e6-59fff76b0bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:50.972816 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=965d3e8590d143088dcf93c019e953e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829570 Jul 08 15:27:50.974016 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f97c6e4-8c5c-4313-a6d3-dda6ab65e6ba,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:50.975290 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56544) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:50.979220 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:51.036284 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.064956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.122210 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.126092 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3dca318-dbdf-4d06-b6c0-d5c9510ae531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:51.137373 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f97c6e4-8c5c-4313-a6d3-dda6ab65e6ba,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:51.140852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:51.144110 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.147498 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f97c6e4-8c5c-4313-a6d3-dda6ab65e6ba HTTP/1.1" status: 204 len: 168 time: 0.1689656 Jul 08 15:27:51.446115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56552) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:51.464733 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.479627 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:27:51.483357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6e77ddb97aba4467974bd379de10e5cc is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:27:51.486127 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:27:51.491774 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:27:51.573904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.578517 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.585625 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8824e2eb-6aa3-424c-adcf-fdf5b4b38990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:51.624695 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4d904-c91c-4ed8-b86b-1c2ac15c362f,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:51.627806 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:51.631594 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e77ddb97aba4467974bd379de10e5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844301 Jul 08 15:27:51.635320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56556) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:51.699172 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.807969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.861524 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.866361 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-19a91a06-7765-4a7d-becb-253851bede9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:51.878638 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4d904-c91c-4ed8-b86b-1c2ac15c362f,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:51.881748 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:51.884844 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:51.888537 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4a4d904-c91c-4ed8-b86b-1c2ac15c362f HTTP/1.1" status: 204 len: 168 time: 0.2495530 Jul 08 15:27:51.888706 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-fb412d2a-9daa-43f5-bf2d-c7322a69c30c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774276 Jul 08 15:27:52.046298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-22d0101f-64b8-47d0-94c7-615d035844c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:52.047810 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-22d0101f-64b8-47d0-94c7-615d035844c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.0903826 Jul 08 15:27:52.197046 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-511bdbb8-54c6-48b1-ab1a-1d889ccfb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:52.198530 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-511bdbb8-54c6-48b1-ab1a-1d889ccfb867 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.1310422 Jul 08 15:27:52.307376 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-871149e9-4b45-444b-9255-3a87afa2ff86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 1002 time: 0.1018682 Jul 08 15:27:52.372290 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-bd909a90-0ee7-4bb7-8665-d3ca8448fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:52.374193 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-bd909a90-0ee7-4bb7-8665-d3ca8448fe07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.0592105 Jul 08 15:27:52.456920 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-23d6d956-44a3-483d-aff3-1276a1958dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:27:52.458422 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-23d6d956-44a3-483d-aff3-1276a1958dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767946 Jul 08 15:27:52.599225 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-d7ae68d9-d4d5-44f9-baf5-208f8ceb2ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336372 Jul 08 15:27:52.734296 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-87e09d6f-5b23-4ff5-8c2c-3cd8194843f3 req-ae4a24b4-5519-4986-8fbb-b96f69f6ddf3 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270671 Jul 08 15:27:57.511087 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56656) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:57.626566 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.642293 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:27:57.646317 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a03eb33f8ecc4b8c9f413a7833029573 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:27:57.649742 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:27:57.655669 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:27:57.740487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.745373 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.753396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cda852d-ae22-4a79-9286-b7736f00e0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:57.793054 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a03eb33f8ecc4b8c9f413a7833029573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807896 Jul 08 15:27:57.793869 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6969202-358d-44cb-be25-751f1695ef73,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:57.795830 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56662) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:57.801361 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.801740 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.802111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.802472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.802858 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.803217 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.803568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.803923 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.804277 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.804623 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.805619 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.806061 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.811404 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:57.856538 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.882116 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.932951 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.936573 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0d19d9a8-b770-494a-ab71-19f93860d754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:57.949808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6969202-358d-44cb-be25-751f1695ef73,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:57.961015 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.961928 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.962395 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.962776 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.963134 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.963487 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.963843 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.964205 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.964543 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.964887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.965233 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.965575 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:27:57.969078 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:57.969992 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:57.971202 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6969202-358d-44cb-be25-751f1695ef73 HTTP/1.1" status: 204 len: 168 time: 0.1742499 Jul 08 15:27:58.248233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56670) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:58.269510 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.284371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:27:58.288204 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Usage tracker for resource:security_group_rule and tenant:a3ca44db05a744769d6aa1ed57a10641 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:27:58.291777 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:27:58.297560 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:27:58.383950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.393416 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.401563 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e48c3a9e-1f4b-41b3-b1ed-f0e0f67fead4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:58.444524 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3ca44db05a744769d6aa1ed57a10641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952055 Jul 08 15:27:58.445342 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53669b-3bb5-472d-b611-45deb9862b76,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:58.448245 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56674) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:27:58.449184 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:58.509574 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.534510 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.585242 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.591410 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0992d1b9-85e8-4faa-aa59-b28214cf63d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:27:58.602895 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53669b-3bb5-472d-b611-45deb9862b76,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:27:58.605738 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:27:58.607749 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:27:58.609011 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab53669b-3bb5-472d-b611-45deb9862b76 HTTP/1.1" status: 204 len: 168 time: 0.1596475 Jul 08 15:28:00.055139 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-326187bc-a471-4d71-99fe-97276135ac67 req-812686ff-70c9-4e42-89c0-b40b402cffab tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418280966&fields=id&tenant_id=715e82118b0740899eb461b4fd96d87e HTTP/1.1" status: 200 len: 267 time: 0.0398519 Jul 08 15:28:00.159838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326187bc-a471-4d71-99fe-97276135ac67 req-8acca708-460f-43ac-ad64-07aa6c86b3fb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:00.161337 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-326187bc-a471-4d71-99fe-97276135ac67 req-8acca708-460f-43ac-ad64-07aa6c86b3fb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 985 time: 0.1006315 Jul 08 15:28:00.172525 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Request body: {'port': {'security_groups': ['d63fdd9a-46d8-467c-afbb-1ff54df49d85']}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:00.293094 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.562943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:00.590987 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.595361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.600760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:00.608589 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:00.672937 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:00.673552 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.674952 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-326187bc-a471-4d71-99fe-97276135ac67 req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "PUT /v2.0/ports/a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 943 time: 0.5071607 Jul 08 15:28:00.675462 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:00.682924 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56730) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:00.696820 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event updated for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=7']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:00.710122 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-da4dea4a-7717-4fb9-8a87-69a9efadec20 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:00.737003 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:28:00.767182 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:00.795611 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.839064 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.928591 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.933015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bdc0ceea-d3b7-442f-8b3d-5c93eb13724e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:00.955612 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ed369-8709-4d97-b6b2-f552bced55a0,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:00.959981 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:00.964376 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-b93abf90-9985-4b12-8812-d00740b58e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:00.965965 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-b93abf90-9985-4b12-8812-d00740b58e01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1099 time: 0.2022805 Jul 08 15:28:00.978118 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:00.981553 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a3e2c960-0e6f-40f7-baf4-7d542d50e978 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b0ed369-8709-4d97-b6b2-f552bced55a0 HTTP/1.1" status: 204 len: 168 time: 0.2945883 Jul 08 15:28:00.981778 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56734) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:01.058457 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-4fa4c602-31d8-4352-aa85-0a46c2b4ee78 None None] Provisioning complete for port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:28:01.058842 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-4fa4c602-31d8-4352-aa85-0a46c2b4ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.109659 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-b2e7f962-6da9-4e39-bea6-e953259985d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:01.111214 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-b2e7f962-6da9-4e39-bea6-e953259985d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.1384330 Jul 08 15:28:01.196199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Deleting port c897ef41-be20-4fe4-9898-2a19d561545a {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:01.196678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.219849 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-4fef3c79-19b4-4d3f-ac3c-6906e20e6450 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 1001 time: 0.1014063 Jul 08 15:28:01.287197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-e98432a3-685a-4e4a-84f5-b90c0053a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:01.288790 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-e98432a3-685a-4e4a-84f5-b90c0053a57d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.0622048 Jul 08 15:28:01.373556 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.373898 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.376052 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-51c9ab93-2439-4b41-a255-e6c866abe52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:01.377918 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-51c9ab93-2439-4b41-a255-e6c866abe52d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810244 Jul 08 15:28:01.503964 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Calling delete_port for c897ef41-be20-4fe4-9898-2a19d561545a owned by network:floatingip {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:01.528575 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-6742810a-3eb4-4c54-abca-f2cd35e6247c service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438527 Jul 08 15:28:01.690324 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.691985 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ce35ceeb-9d2d-42f8-8682-644faadc7bea req-a2744be3-7d2c-4031-b672-558c0e4a13dd service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547458 Jul 08 15:28:01.695894 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3b7470f1-02e4-41fc-a4c7-30770e1b8a3d tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:01.741243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event deleted for resources: {'Port': ['ID=c897ef41-be20-4fe4-9898-2a19d561545a,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:01.744963 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:01.897420 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks [] for floatingip, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:01.897757 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.l3_db [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Floating IP e8f747e2-3381-4c3f-9d33-476c9138aad2 disassociated (deleted). External IP: 172.28.3.49, port: a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec. Jul 08 15:28:01.991006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a33f1-f28d-40e1-b075-e3554defee1b req-e291b2b0-0c19-44fd-8f02-9197c6218f7e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:01.993648 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8c4a33f1-f28d-40e1-b075-e3554defee1b req-e291b2b0-0c19-44fd-8f02-9197c6218f7e tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.2192996 Jul 08 15:28:02.218461 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8c4a33f1-f28d-40e1-b075-e3554defee1b req-d9f31f93-316d-463f-a9a0-49cbc6cc9aa6 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706982 Jul 08 15:28:02.403375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Router cb313147-422d-4b3e-8faa-40551e907471 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:02.596865 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:02.609619 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Sync routers for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:02.618799 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:02.621491 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:02.622127 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:02.676869 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5996abe3-2b42-45e9-af23-cb61bec8006b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "DELETE /v2.0/floatingips/e8f747e2-3381-4c3f-9d33-476c9138aad2 HTTP/1.1" status: 204 len: 168 time: 1.6939814 Jul 08 15:28:02.677482 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:02.804401 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:02.858891 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:28:02.957822 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-3ab16212-72af-465d-b118-89db03f75f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:02.959370 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-3ab16212-72af-465d-b118-89db03f75f97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=715e82118b0740899eb461b4fd96d87e&device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 1099 time: 0.0765986 Jul 08 15:28:03.121770 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-8cbb5627-6572-4994-87c5-6fe93aa2e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:03.124028 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-8cbb5627-6572-4994-87c5-6fe93aa2e031 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 200 len: 916 time: 0.1577132 Jul 08 15:28:03.139590 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:03.149759 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Checking router: cb313147-422d-4b3e-8faa-40551e907471 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:03.158701 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:03.160704 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:03.246651 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-d938dc4b-17fb-40a5-9ac5-663eba710a61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 200 len: 217 time: 0.0729866 Jul 08 15:28:03.324941 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-d6902b7b-38fc-4921-89a8-6de49ff68f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:03.326390 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-d6902b7b-38fc-4921-89a8-6de49ff68f57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 200 len: 854 time: 0.0652862 Jul 08 15:28:03.368056 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:03.467866 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-27f28ea3-ade4-4dc4-8422-a3c7b85b4d55 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:03.469265 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-27f28ea3-ade4-4dc4-8422-a3c7b85b4d55 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.3442481 Jul 08 15:28:03.565643 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Deleting port e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:03.565984 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:03.606197 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-aca0319a-0a5b-42e2-8719-fd393d001d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:03.607872 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-aca0319a-0a5b-42e2-8719-fd393d001d48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2737012 Jul 08 15:28:03.705777 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b0732-e2bf-4a53-8457-dd02275eec00 req-d7e0667c-c740-42dc-b097-d00d8c6c2326 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:03.707443 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b8b0732-e2bf-4a53-8457-dd02275eec00 req-d7e0667c-c740-42dc-b097-d00d8c6c2326 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 946 time: 0.3222678 Jul 08 15:28:03.777011 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:03.784068 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad1826-23cf-44e9-a1b1-63546837f7e5 None None] The sync data for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb is: [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:25:24Z', 'revision_number': 4, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '206ea958-0a4a-4041-89a0-c88302b9ea73', 'name': '', 'network_id': 'eb2d30a0-7a28-49e1-acd1-2e320cd7a09e', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'mac_address': 'fa:16:3e:56:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:23Z', 'updated_at': '2021-07-08T15:25:31Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'subnets': [{'id': '70c2cddd-76bf-4d1f-b665-b17283355212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:03.970327 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-0b8b0732-e2bf-4a53-8457-dd02275eec00 req-3aecca05-ba7a-498b-840e-262f33f712b0 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed8bc485-db53-4f9e-b315-111fb60733a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449796 Jul 08 15:28:04.052012 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276a5a2-0e0f-4e6e-a823-dbd0493121aa None None] New status for floating IP e8f747e2-3381-4c3f-9d33-476c9138aad2: DOWN {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:28:04.069527 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-5929a784-11bf-42bc-89e8-193b34652b8c service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481466 Jul 08 15:28:04.231275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] For port e65495de-d699-4c29-8b9a-b3f355394edb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e65495de-d699-4c29-8b9a-b3f355394edb,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:04.231627 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:04.331440 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98cde280-7d75-459e-a89a-b6e0c1375c89 req-c023142b-2534-4320-b96b-6b6e8b87ec1c service neutron] 10.222.0.69 "GET /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546608 Jul 08 15:28:04.559231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:04.559608 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602135'] for floatingip, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:04.559926 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Floating IP b7f3deb3-7ef1-4cbe-8099-4bb349a8dece disassociated. External IP: 172.28.3.107, port: e65495de-d699-4c29-8b9a-b3f355394edb. Jul 08 15:28:04.560317 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Calling delete_port for e65495de-d699-4c29-8b9a-b3f355394edb owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:04.713526 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:04.722301 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e78ab26-6bdf-487c-ae7a-0c20a7f394c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:04.771069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'Port': ['ID=e65495de-d699-4c29-8b9a-b3f355394edb,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:04.775631 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:04.966747 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:05.156485 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b2d8a9ad-e73c-4a50-92ab-56c17f87aac9 req-2a17b848-7c8b-46ba-ab59-186296543a02 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/ports?device_id=777a9c44-eb04-4631-991f-746481351dc1 HTTP/1.1" status: 200 len: 210 time: 0.0704243 Jul 08 15:28:05.167628 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:05.179148 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:05.205100 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:05.205861 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:05.253212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] No DVR routers for this DVR port e65495de-d699-4c29-8b9a-b3f355394edb on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:05.256586 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:05.260298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-deleted', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:05.279911 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-6d0c83ea-c865-4cd0-beda-4488b7ba1af6 req-8871fddd-15b4-40e8-a999-526b009c392d tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.69 "DELETE /v2.0/ports/e65495de-d699-4c29-8b9a-b3f355394edb HTTP/1.1" status: 204 len: 173 time: 1.7986562 Jul 08 15:28:05.330137 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777a9c44-eb04-4631-991f-746481351dc1', 'name': 'network-vif-deleted', 'tag': 'e65495de-d699-4c29-8b9a-b3f355394edb', 'status': 'completed', 'code': 200} Jul 08 15:28:05.423508 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:05.744415 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:05.748555 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:05.757657 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:05.759043 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:27:40Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:05.966641 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:06.034767 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b9596-283a-4c97-80e0-668a87f967c9 req-f7180882-915a-48cf-bc17-d2be86b79245 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:06.036248 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ff8b9596-283a-4c97-80e0-668a87f967c9 req-f7180882-915a-48cf-bc17-d2be86b79245 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.0796950 Jul 08 15:28:06.082074 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ff8b9596-283a-4c97-80e0-668a87f967c9 req-d6dd8faa-4545-4e3a-8799-7ba887127112 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Jul 08 15:28:06.277487 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:06.281156 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c685932-c70a-453c-8b2a-9adfd98017ff None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:21:50Z', 'revision_number': 4, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '915fa8a1-57cf-4911-9b28-0d9305ce5d37', 'name': '', 'network_id': 'ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'mac_address': 'fa:16:3e:88:b2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '89297f74-1a77-48d9-91a2-49159789668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:46Z', 'updated_at': '2021-07-08T15:22:06Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'subnets': [{'id': '89297f74-1a77-48d9-91a2-49159789668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:06.308652 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56812) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:06.392776 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.424153 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.487090 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.493657 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5140140a-907c-46b4-baa1-6849dae7e5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:06.511111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bc485-db53-4f9e-b315-111fb60733a6,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:06.513967 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:06.527331 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.529809 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b80adbf0-a447-414c-b73a-2e07d4a4c4b1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed8bc485-db53-4f9e-b315-111fb60733a6 HTTP/1.1" status: 204 len: 168 time: 0.2188282 Jul 08 15:28:06.531878 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56820) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:06.554294 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.api.v2.resource [None req-05a25414-ca81-4941-ac3e-b64fefbb0038 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] show failed (client error): The resource could not be found. Jul 08 15:28:06.556403 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-05a25414-ca81-4941-ac3e-b64fefbb0038 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "GET /v2.0/security-groups/ed8bc485-db53-4f9e-b315-111fb60733a6 HTTP/1.1" status: 404 len: 347 time: 0.0229540 Jul 08 15:28:06.560443 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56824) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:06.608182 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ae209-9f45-4c06-b9d1-d64d396f7cd8 None None] New status for floating IP b7f3deb3-7ef1-4cbe-8099-4bb349a8dece: DOWN {{(pid=78528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:28:06.690550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56830) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:06.817585 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.833796 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:06.838249 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Usage tracker for resource:security_group_rule and tenant:ff5ffd4d10fe4b66983c112811b0c109 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:06.841838 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:06.848835 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:06.864983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Deleting port bdbcbfd5-f7fa-46d0-9aeb-479c65f79552 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:06.865322 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.944997 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.949000 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:06.961464 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-351c703e-19a9-4eaa-b417-92b744c94633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:06.991104 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:07.002544 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff5ffd4d10fe4b66983c112811b0c109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105340 Jul 08 15:28:07.004681 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e4864-1a58-4199-8cc0-a9c3b1cc11ce,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:07.006817 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56836) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:07.008117 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:07.041677 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: e65495de-d699-4c29-8b9a-b3f355394edb {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:07.042005 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e65495de-d699-4c29-8b9a-b3f355394edb not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:07.084937 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.085261 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.230422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Calling delete_port for bdbcbfd5-f7fa-46d0-9aeb-479c65f79552 owned by network:floatingip {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:07.272067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-30c665fb-2b1c-4129-abba-efc349e4be3e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:07.272375 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.272765 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-30c665fb-2b1c-4129-abba-efc349e4be3e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:07.288658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-30c665fb-2b1c-4129-abba-efc349e4be3e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:07.290646 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-30c665fb-2b1c-4129-abba-efc349e4be3e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.0983586 Jul 08 15:28:07.309461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.342005 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-bbf44608-af3e-48f8-83a3-63965edca7c0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Synchronizing usage tracker for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:07.359550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-bbf44608-af3e-48f8-83a3-63965edca7c0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Unset dirty status for tenant:715e82118b0740899eb461b4fd96d87e on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:07.368697 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8ade126b-7632-418f-b7d3-8c020b70c334 req-bbf44608-af3e-48f8-83a3-63965edca7c0 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/security-groups?id=d63fdd9a-46d8-467c-afbb-1ff54df49d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Jul 08 15:28:07.425407 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef56a7bb-95e9-4e0c-9e1c-fe24d474b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.456944 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.462778 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-72564a1e-977d-4db1-b670-f7304bef9ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:07.478652 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e4864-1a58-4199-8cc0-a9c3b1cc11ce,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:07.480995 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:07.498696 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.504019 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-08be9183-b37d-47d3-9b8e-4facb81ffdf5 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:07.578491 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Pushing event deleted for resources: {'Port': ['ID=bdbcbfd5-f7fa-46d0-9aeb-479c65f79552,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:07.590983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:07.592000 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.593056 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/362e4864-1a58-4199-8cc0-a9c3b1cc11ce HTTP/1.1" status: 204 len: 168 time: 0.5853424 Jul 08 15:28:07.707982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks [] for floatingip, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.708100 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.709298 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-4a2ee814-0c4a-4117-8075-f2f577ea5ac8 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] 10.222.0.58 "DELETE /v2.0/floatingips/b7f3deb3-7ef1-4cbe-8099-4bb349a8dece HTTP/1.1" status: 204 len: 168 time: 1.1477015 Jul 08 15:28:07.731236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-aa00edda-66c2-49a5-9d80-02ef11896059 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:07.732772 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-aa00edda-66c2-49a5-9d80-02ef11896059 tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.69 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 946 time: 0.1431487 Jul 08 15:28:07.813657 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Deleting port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:07.813945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.865733 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.913736 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56850) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:07.933598 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:07.953659 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:07.957460 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Usage tracker for resource:security_group_rule and tenant:a7b4774d82394fababd86116c2002c1d is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:07.960285 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:07.967227 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:08.059485 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.063630 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.073022 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-60ad48a3-9947-450d-9f1d-5d5fbd2174b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:08.087295 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] For port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:08.087595 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.111465 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7b4774d82394fababd86116c2002c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959186 Jul 08 15:28:08.113046 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353e8a0-9e7f-4304-aa94-7d56a995d485,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:08.115421 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56854) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:08.118257 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:08.175626 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.201721 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.215509 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Calling delete_port for a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:08.255063 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.259141 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-52fbae1c-2669-4563-8f25-25d1b8bd2ffc tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:08.274567 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353e8a0-9e7f-4304-aa94-7d56a995d485,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:08.277227 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:08.284819 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.288640 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1353e8a0-9e7f-4304-aa94-7d56a995d485 HTTP/1.1" status: 204 len: 168 time: 0.1697578 Jul 08 15:28:08.476215 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.483356 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b05af860-3854-45af-b671-f09c19b0f9a5 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:08.488029 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:08.565887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Pushing event deleted for resources: {'Port': ['ID=a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:08.578973 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:08.582536 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3b6dffd1-b234-4fcc-a783-1919e404ecb3 req-e1f452b8-17e5-4bc9-a785-dac84aaeb16e tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.58 "GET /v2.0/ports?device_id=32811501-37a3-4a25-bf1d-21b2fdedbc1a HTTP/1.1" status: 200 len: 210 time: 0.0676751 Jul 08 15:28:08.669034 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] No DVR routers for this DVR port a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:08.671461 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:08.674037 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'name': 'network-vif-deleted', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:08.693209 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-fa0af466-1dd9-4ad4-a9ed-5b718c28050b req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] 10.222.0.69 "DELETE /v2.0/ports/a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec HTTP/1.1" status: 204 len: 173 time: 0.9549174 Jul 08 15:28:08.734246 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32811501-37a3-4a25-bf1d-21b2fdedbc1a', 'name': 'network-vif-deleted', 'tag': 'a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec', 'status': 'completed', 'code': 200} Jul 08 15:28:09.925526 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-033abc6c-7c6e-4113-a77d-87b94ac1c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:10.352618 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56960) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:10.586915 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56972) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:11.044032 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:11.050096 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.082711 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:11.083447 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a994f0f6-9c18-4ee7-b8fa-ea1146cfa6ec not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:11.142216 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.303455 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.408662 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Deleting port 206ea958-0a4a-4041-89a0-c88302b9ea73 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:11.409217 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.598148 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] For port 206ea958-0a4a-4041-89a0-c88302b9ea73, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=206ea958-0a4a-4041-89a0-c88302b9ea73,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:11.598148 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.660814 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Deleting port 915fa8a1-57cf-4911-9b28-0d9305ce5d37 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:11.661325 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.724681 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Calling delete_port for 206ea958-0a4a-4041-89a0-c88302b9ea73 owned by network:router_interface {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:11.841205 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] For port 915fa8a1-57cf-4911-9b28-0d9305ce5d37, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=915fa8a1-57cf-4911-9b28-0d9305ce5d37,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:11.841561 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.919233 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:11.924712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c58ab470-cd82-446f-9407-f3af88946a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:11.968868 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=206ea958-0a4a-4041-89a0-c88302b9ea73,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:11.972175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:12.114666 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Calling delete_port for 915fa8a1-57cf-4911-9b28-0d9305ce5d37 owned by network:router_interface {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:12.258509 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:12.320922 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:12.325850 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-be85ebbc-fcb2-4a6f-abc8-28f711cbe2c6 tempest-VolumesSnapshotTestJSON-241328976 tempest-VolumesSnapshotTestJSON-241328976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:12.371668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Pushing event deleted for resources: {'Port': ['ID=915fa8a1-57cf-4911-9b28-0d9305ce5d37,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:12.374487 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:12.557877 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:12.651028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:12.747684 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Router cb313147-422d-4b3e-8faa-40551e907471 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:12.932222 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:12.941145 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Sync routers for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:12.944928 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] 10.222.0.58 "PUT /v2.0/routers/cb313147-422d-4b3e-8faa-40551e907471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911541 Jul 08 15:28:12.947377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 56986) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:12.952721 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:12.953387 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.010779 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Router 1d343749-2414-4242-8f56-a9286982bbc0 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:13.140204 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.194410 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:13.245452 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:13.253663 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Sync routers for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:13.270219 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:13.271284 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.281482 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] 10.222.0.58 "PUT /v2.0/routers/1d343749-2414-4242-8f56-a9286982bbc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913574 Jul 08 15:28:13.285113 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 56994) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:13.376375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.390252 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Deleting port e6fcee36-3d3d-4466-b1e6-ea1137d461a1 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:13.390814 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.573216 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.582564 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:13.622831 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:28:11Z', 'revision_number': 5, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port': {'id': 'e6fcee36-3d3d-4466-b1e6-ea1137d461a1', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb313147-422d-4b3e-8faa-40551e907471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:20Z', 'updated_at': '2021-07-08T15:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.629661 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Checking router: cb313147-422d-4b3e-8faa-40551e907471 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:13.641515 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Routers {'cb313147-422d-4b3e-8faa-40551e907471'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:13.642146 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['cb313147-422d-4b3e-8faa-40551e907471'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.744777 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] For port e6fcee36-3d3d-4466-b1e6-ea1137d461a1, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:13.745694 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.819447 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] Set router cb313147-422d-4b3e-8faa-40551e907471 gateway port host: None {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:13.890760 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Calling delete_port for e6fcee36-3d3d-4466-b1e6-ea1137d461a1 owned by network:router_gateway {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:13.927304 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.931855 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:28:13Z', 'revision_number': 6, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.936687 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfdbad-58b0-4c77-8eb3-c8094466ecb3 None None] The sync data for ids ['cb313147-422d-4b3e-8faa-40551e907471'] in dv-cinder-798671-3-smb is: [{'id': 'cb313147-422d-4b3e-8faa-40551e907471', 'name': 'tempest-TestMinimumBasicScenario-2134838045-router', 'tenant_id': '715e82118b0740899eb461b4fd96d87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:18Z', 'updated_at': '2021-07-08T15:28:13Z', 'revision_number': 6, 'project_id': '715e82118b0740899eb461b4fd96d87e', 'gw_port_host': None}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:13.940314 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Deleting port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:13.941201 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:13.959137 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:28:12Z', 'revision_number': 5, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port': {'id': '26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d343749-2414-4242-8f56-a9286982bbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:21:37Z', 'updated_at': '2021-07-08T15:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:13.965239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Checking router: 1d343749-2414-4242-8f56-a9286982bbc0 for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:13.979911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Routers {'1d343749-2414-4242-8f56-a9286982bbc0'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:13.982440 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['1d343749-2414-4242-8f56-a9286982bbc0'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:14.086265 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.091966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:14.136236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] For port 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:14.136875 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.139849 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fcee36-3d3d-4466-b1e6-ea1137d461a1,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:14.144544 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:14.186077 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] Set router 1d343749-2414-4242-8f56-a9286982bbc0 gateway port host: None {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:14.277760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Calling delete_port for 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 owned by network:router_gateway {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:14.303629 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:28:13Z', 'revision_number': 6, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:14.310748 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb03e3-7787-4e4e-b276-4d781b837d51 None None] The sync data for ids ['1d343749-2414-4242-8f56-a9286982bbc0'] in dv-cinder-798671-3-smb is: [{'id': '1d343749-2414-4242-8f56-a9286982bbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-2119929436-router', 'tenant_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:21:35Z', 'updated_at': '2021-07-08T15:28:13Z', 'revision_number': 6, 'project_id': 'e330cc78afc847b1b9a1bcd41fc54cf6', 'gw_port_host': None}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:14.380263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.471345 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.475842 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6fcfb5d4-a0e9-4ed6-ae15-d363283a9d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:14.555977 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:14.558480 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:14.566545 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.568782 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.592678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.593199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb313147-422d-4b3e-8faa-40551e907471 {{(pid=78526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:28:14.605999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.607183 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cb313147-422d-4b3e-8faa-40551e907471 HTTP/1.1" status: 204 len: 168 time: 1.6589081 Jul 08 15:28:14.609638 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57004) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:14.622626 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.671198 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Deleting subnet 70c2cddd-76bf-4d1f-b665-b17283355212 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:28:14.674167 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.733846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.823066 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.829194 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.831640 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.861999 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.863135 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d343749-2414-4242-8f56-a9286982bbc0 {{(pid=78527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:28:14.884911 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.888452 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d343749-2414-4242-8f56-a9286982bbc0 HTTP/1.1" status: 204 len: 168 time: 1.5986156 Jul 08 15:28:14.888940 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57016) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:14.894836 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.901447 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:14.947718 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c2cddd-76bf-4d1f-b665-b17283355212,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:14.953349 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:14.955882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1104d-70dd-4af9-aefb-471c78506e76 None None] Network eb2d30a0-7a28-49e1-acd1-2e320cd7a09e requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:14.956511 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Deleting subnet 89297f74-1a77-48d9-91a2-49159789668b {{(pid=78527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:28:14.959009 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:14.960478 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-130f9847-9daa-4781-83d2-b2d08bc9c5ae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70c2cddd-76bf-4d1f-b665-b17283355212 HTTP/1.1" status: 204 len: 168 time: 0.3499434 Jul 08 15:28:14.964149 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57020) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:14.964692 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.066160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092486'] for subnet, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.148569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.161760 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Deleting port 82c566f8-944d-4a40-b961-843793d2915d {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:15.162118 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.296465 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.332886 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 206ea958-0a4a-4041-89a0-c88302b9ea73 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:15.366386 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57030) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:15.399394 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] DHCP port deletion for eb2d30a0-7a28-49e1-acd1-2e320cd7a09e request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:28:15.408463 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 206ea958-0a4a-4041-89a0-c88302b9ea73 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:15.408463 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 206ea958-0a4a-4041-89a0-c88302b9ea73 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:15.408463 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e6fcee36-3d3d-4466-b1e6-ea1137d461a1 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:15.434707 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126908659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2516245'] for subnet, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.448869 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: e6fcee36-3d3d-4466-b1e6-ea1137d461a1 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:15.449227 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e6fcee36-3d3d-4466-b1e6-ea1137d461a1 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:15.449651 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:15.451578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0556451a-006e-4a48-8e55-8b5c93e75f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:15.487849 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:15.488201 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 26e2ab30-6cbe-44ce-8f63-e9b1b83cb1e9 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:15.488633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 915fa8a1-57cf-4911-9b28-0d9305ce5d37 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:15.508921 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89297f74-1a77-48d9-91a2-49159789668b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:15.516021 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:15.519284 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.533578 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-7ab20931-8ae4-4803-9667-4537bd443b52 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/89297f74-1a77-48d9-91a2-49159789668b HTTP/1.1" status: 204 len: 168 time: 0.6432719 Jul 08 15:28:15.533739 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57036) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:15.538015 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Deleting port 82c566f8-944d-4a40-b961-843793d2915d {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:15.538395 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.585070 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] For port 82c566f8-944d-4a40-b961-843793d2915d, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=82c566f8-944d-4a40-b961-843793d2915d,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:15.585364 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.588278 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 915fa8a1-57cf-4911-9b28-0d9305ce5d37 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:15.588618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 915fa8a1-57cf-4911-9b28-0d9305ce5d37 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:15.590407 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf088f-0e4e-42b4-9e8a-d7b9133ee6ae None None] Network ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:15.790716 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Calling delete_port for 82c566f8-944d-4a40-b961-843793d2915d owned by network:dhcp {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:15.824872 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.861633 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.865778 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:15.874247 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Usage tracker for resource:security_group_rule and tenant:91bc4eafefba43e59d7327980d5762da is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:15.879956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:15.891826 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:15.917055 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Deleting port 4d59a506-a579-4fdc-8655-31fd1bde24d6 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:15.917751 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.952472 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] For port 82c566f8-944d-4a40-b961-843793d2915d, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=82c566f8-944d-4a40-b961-843793d2915d,segment=NetworkSegment(5c42ebba-d61c-45fc-b84a-c9fe726962e8),segment_id=5c42ebba-d61c-45fc-b84a-c9fe726962e8)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:15.952903 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.971841 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:15.980230 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:16.039003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] No DVR routers for this DVR port 82c566f8-944d-4a40-b961-843793d2915d on host dv-cinder-798671-3-smb {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:16.046076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c566f8-944d-4a40-b961-843793d2915d,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:16.082284 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Calling delete_port for 82c566f8-944d-4a40-b961-843793d2915d owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:16.103731 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:16.156481 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] DHCP port deletion for ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:28:16.161960 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Deleting port 4d59a506-a579-4fdc-8655-31fd1bde24d6 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:16.162341 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.193448 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:28:16.193800 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:28:16.375111 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] For port 4d59a506-a579-4fdc-8655-31fd1bde24d6, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4d59a506-a579-4fdc-8655-31fd1bde24d6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:16.375503 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.403994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.439553 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2d30a0-7a28-49e1-acd1-2e320cd7a09e']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:16.474379 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c42ebba-d61c-45fc-b84a-c9fe726962e8') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:16.474693 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c42ebba-d61c-45fc-b84a-c9fe726962e8') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:16.484954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.495146 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] For port 4d59a506-a579-4fdc-8655-31fd1bde24d6, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4d59a506-a579-4fdc-8655-31fd1bde24d6,segment=NetworkSegment(3d6fa2c9-a734-48c5-a3cf-d0a81328b15e),segment_id=3d6fa2c9-a734-48c5-a3cf-d0a81328b15e)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:16.495503 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.503467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.511288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.521288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3a37dd0-37aa-474b-b52c-22aa0f23edda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:16.547439 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Calling delete_port for 4d59a506-a579-4fdc-8655-31fd1bde24d6 owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:16.628054 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103'] for port, after_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.632125 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:16.668492 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Calling delete_port for 4d59a506-a579-4fdc-8655-31fd1bde24d6 owned by network:dhcp {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:16.674289 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Pushing event deleted for resources: {'Port': ['ID=4d59a506-a579-4fdc-8655-31fd1bde24d6,revision_number=None']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:16.676832 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:16.681996 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] No DVR routers for this DVR port 4d59a506-a579-4fdc-8655-31fd1bde24d6 on host dv-cinder-798671-3-smb {{(pid=78528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:16.696553 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Deleting port 82c566f8-944d-4a40-b961-843793d2915d {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:16.697030 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.722673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.726777 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91bc4eafefba43e59d7327980d5762da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3533263 Jul 08 15:28:16.729785 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57040) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:16.738477 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:28:16.739214 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:28:16.754420 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:28:16.763232 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86511a43-813b-410c-9805-5f16291d1b13,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:16.778085 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-5b02ff65-cd84-4d34-a72a-90d52c1b2b0c None None] The port '82c566f8-944d-4a40-b961-843793d2915d' was deleted {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:28:16.808024 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.814810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:16.835298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.862550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.db.api [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:28:16.862927 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_db.api [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:28:16.863613 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.868303 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b1d4b118-0e45-45df-8c50-39cdf9074229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:16.889597 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.901773 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2d30a0-7a28-49e1-acd1-2e320cd7a09e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:16.905425 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:16.908288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:16.913896 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5cf37dfd-3866-4a50-b656-50a87bd6df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:16.935078 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] 10.222.0.58 "DELETE /v2.0/networks/eb2d30a0-7a28-49e1-acd1-2e320cd7a09e HTTP/1.1" status: 204 len: 168 time: 1.9693811 Jul 08 15:28:16.939699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57044) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:17.028931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86511a43-813b-410c-9805-5f16291d1b13,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:17.031393 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:17.035152 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.040014 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-2aecac32-3c4e-4564-bce3-beebcfa6beae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86511a43-813b-410c-9805-5f16291d1b13 HTTP/1.1" status: 204 len: 168 time: 0.3053420 Jul 08 15:28:17.215804 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 82c566f8-944d-4a40-b961-843793d2915d no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:17.251408 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 82c566f8-944d-4a40-b961-843793d2915d {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:17.251753 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 82c566f8-944d-4a40-b961-843793d2915d not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:17.252191 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4d59a506-a579-4fdc-8655-31fd1bde24d6 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:17.289285 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 4d59a506-a579-4fdc-8655-31fd1bde24d6 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:17.289846 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4d59a506-a579-4fdc-8655-31fd1bde24d6 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:17.353760 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57052) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:17.370118 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Deleting port 4d59a506-a579-4fdc-8655-31fd1bde24d6 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:17.370458 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.411659 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.461455 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] The port '4d59a506-a579-4fdc-8655-31fd1bde24d6' was deleted {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:28:17.490507 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:17.536892 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6fb8b3c171646e09bad7857eb11707e is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:17.553264 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:17.568118 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:17.649626 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.768256 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:17.787574 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:17.787871 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6fa2c9-a734-48c5-a3cf-d0a81328b15e') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:17.808194 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.840634 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.854053 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:28:17.854495 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: util.warn( Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: util.warn( Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: util.warn( Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: util.warn( Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:28:17.868446 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:28:18.011269 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.022311 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.027357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.031084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:18.050898 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.069472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:18.072371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:18.076672 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-90b8044c-6e3c-4706-b4c7-5528b904678c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:18.099133 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ba8c6ecb-ac87-47c0-a5ab-b0158ece48b8 HTTP/1.1" status: 204 len: 168 time: 2.5562270 Jul 08 15:28:18.123561 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6fb8b3c171646e09bad7857eb11707e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7665353 Jul 08 15:28:18.123797 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57058) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:18.127505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b94c764-efd4-4b57-aba9-f3859e5459a5,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:18.130844 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:18.157768 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.279404 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57062) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:18.330273 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-b1bf80dd-90a2-462c-9ef2-55702bbf92ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e330cc78afc847b1b9a1bcd41fc54cf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492702 Jul 08 15:28:18.332785 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57066) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:18.355805 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.393731 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.395104 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.422891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.475989 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.481597 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-962db091-c54d-4e6e-8501-b02cf99d84b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:18.495256 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a24e6-b5a3-414b-b747-6e946fbd91b0,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:18.499856 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:18.501885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.505903 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c4a24e6-b5a3-414b-b747-6e946fbd91b0 HTTP/1.1" status: 204 len: 168 time: 0.1721485 Jul 08 15:28:18.560985 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.565588 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-6b30e842-adb8-49fe-979c-1b04714890c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:18.618786 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b94c764-efd4-4b57-aba9-f3859e5459a5,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:18.623348 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:18.625876 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.629255 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-93743b2d-2be5-42b5-8f1b-c837e0d926b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b94c764-efd4-4b57-aba9-f3859e5459a5 HTTP/1.1" status: 204 len: 168 time: 0.5008328 Jul 08 15:28:18.637986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Deleting port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:18.638322 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.825918 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] For port cc274317-bd93-4cbd-b74e-8a3c0c3ccc45, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:18.826372 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:18.961713 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Calling delete_port for cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 owned by network:router_interface {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:19.153208 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.157242 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:19.208636 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc274317-bd93-4cbd-b74e-8a3c0c3ccc45,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:19.211813 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:19.432763 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57110) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:19.616680 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.682298 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1065980979-network', 'tenant_id': '292db6bc5504468684faf66384dc0a02'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:19.687486 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:19.692072 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Usage tracker for resource:network and tenant:292db6bc5504468684faf66384dc0a02 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:19.695956 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:19.703328 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:19.715852 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'network': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:19.719141 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.736925 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.753307 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:19.758195 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Usage tracker for resource:security_group_rule and tenant:292db6bc5504468684faf66384dc0a02 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:19.761508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:19.768139 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:19.857700 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.861413 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.864846 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0c3723d9-7a8c-483b-9564-5a2044932cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:19.896646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=78527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:28:19.902162 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222ffce0-e727-4309-a439-923037581bee,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:19.905881 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:19.909589 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.909930 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.segments_db [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Added segment aa0fa025-8d44-4896-abbb-27e72668c13c of type vlan for network 78888206-70b5-4833-abdd-14074da32fde Jul 08 15:28:19.938324 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.970059 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.971422 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:19.971990 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:19.975741 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5f8b09b6-aa28-4a43-bdee-a421ae35c490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:20.022584 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:20.082332 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Pushing event updated for resources: {'Network': ['ID=78888206-70b5-4833-abdd-14074da32fde,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:20.086451 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6518953 Jul 08 15:28:20.087960 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6380aa3c-a099-4b07-8e97-f6f849f9e4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:20.088845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57130) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:20.094838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Request body: {'subnet': {'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1065980979-subnet', 'tenant_id': '292db6bc5504468684faf66384dc0a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:20.096345 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network 78888206-70b5-4833-abdd-14074da32fde details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:28:20.100001 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:20.104185 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Usage tracker for resource:subnet and tenant:292db6bc5504468684faf66384dc0a02 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:20.107381 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:20.113529 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:20.126481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'subnet': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:20.130564 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2516234'] for subnet, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.227942 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:20.239948 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Sync routers for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:20.247985 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57138) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:20.249139 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] 10.222.0.58 "PUT /v2.0/routers/6cb90c1a-7998-4e9f-91ca-6831f8754d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3080654 Jul 08 15:28:20.251856 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:20.252888 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:20.450567 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:20.503869 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.686245 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.690881 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126908592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2516252'] for subnet, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.700145 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:20.751947 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:28:19Z', 'revision_number': 5, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port': {'id': 'd13c9877-38d7-4094-a335-c732ffe337b6', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:25:29Z', 'updated_at': '2021-07-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:20.756323 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Checking router: 6cb90c1a-7998-4e9f-91ca-6831f8754d1e for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:20.774576 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Routers {'6cb90c1a-7998-4e9f-91ca-6831f8754d1e'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:20.776264 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:20.786664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.799072 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=154d1d97-1252-4397-b8ad-f9e2c9a52662,revision_number=0']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:20.803503 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:20.807043 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Deleting port d13c9877-38d7-4094-a335-c732ffe337b6 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:20.807387 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.848500 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Checking segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:28:20.848859 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Network hostable DHCP agents. Network: 78888206-70b5-4833-abdd-14074da32fde, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:28:20.891275 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Network 78888206-70b5-4833-abdd-14074da32fde is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:28:20.965874 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, 78888206-70b5-4833-abdd-14074da32fde) {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:28:20.968707 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] Set router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e gateway port host: None {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:20.973605 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:20.974195 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:20.974726 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3580368-a94e-4347-989c-5894fc52508b None None] Network 78888206-70b5-4833-abdd-14074da32fde requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:21.046744 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] For port d13c9877-38d7-4094-a335-c732ffe337b6, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=d13c9877-38d7-4094-a335-c732ffe337b6,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:21.047104 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.124769 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:28:20Z', 'revision_number': 6, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:21.128931 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad3d4d-3c87-4fae-bc65-5398cf55cf01 None None] The sync data for ids ['6cb90c1a-7998-4e9f-91ca-6831f8754d1e'] in dv-cinder-798671-3-smb is: [{'id': '6cb90c1a-7998-4e9f-91ca-6831f8754d1e', 'name': 'tempest-TestMinimumBasicScenario-1532907121-router', 'tenant_id': '312531a92c1c4f46be088a003c4f6bbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:25:28Z', 'updated_at': '2021-07-08T15:28:20Z', 'revision_number': 6, 'project_id': '312531a92c1c4f46be088a003c4f6bbb', 'gw_port_host': None}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:21.181587 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Calling delete_port for d13c9877-38d7-4094-a335-c732ffe337b6 owned by network:router_gateway {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:21.230338 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa355f1-488e-418e-8b71-1280486d5829 None None] Network 78888206-70b5-4833-abdd-14074da32fde requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:21.241463 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-d980bc83-9ccf-473b-8897-b7468b2ae23a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1514246 Jul 08 15:28:21.512869 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.516953 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-fdf384ca-6bf6-48b9-8f01-385da7a4aec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:21.565887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c9877-38d7-4094-a335-c732ffe337b6,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:21.569119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:21.672147 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.920144 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.924552 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.970077 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:21.970612 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb90c1a-7998-4e9f-91ca-6831f8754d1e {{(pid=78527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:28:22.003865 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-b2bda0eb-409c-410a-9dd4-1c045a035227 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:22.004564 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-b2bda0eb-409c-410a-9dd4-1c045a035227 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:network {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:22.010646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.011745 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-e1d214bb-6dae-48e5-a8ec-3594e4a84b35 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6cb90c1a-7998-4e9f-91ca-6831f8754d1e HTTP/1.1" status: 204 len: 168 time: 1.7625823 Jul 08 15:28:22.014731 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57172) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:22.028207 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-b2bda0eb-409c-410a-9dd4-1c045a035227 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:network {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:22.029478 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-b2bda0eb-409c-410a-9dd4-1c045a035227 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.3122020 Jul 08 15:28:22.046512 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-8b09ada8-5bc5-40ef-a77b-41f11868ec38 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/quotas/292db6bc5504468684faf66384dc0a02 HTTP/1.1" status: 200 len: 375 time: 0.0109065 Jul 08 15:28:22.082787 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Deleting subnet d6985ecd-978b-4f86-bb9d-81b14bddcc25 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:28:22.086535 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.097335 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cdbc94c5-da14-4e34-a4c7-1f1df6072feb tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451517 Jul 08 15:28:22.141730 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.235592 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.323864 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.324515 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9448c12e-a6c4-4fcc-9d06-a91816086371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:22.359482 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6985ecd-978b-4f86-bb9d-81b14bddcc25,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:22.363390 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:22.366047 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.374961 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e42be98d-db00-403f-8c60-cee2d959b814 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d6985ecd-978b-4f86-bb9d-81b14bddcc25 HTTP/1.1" status: 204 len: 168 time: 0.3570940 Jul 08 15:28:22.375142 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbdf9fa-17f3-4f0f-8987-bfea8baf9b24 None None] Network 74813433-7fa3-489f-9546-5adabff133b2 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:22.376095 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57188) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:22.421718 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-01182911-d55e-426b-84bc-25564b6e6de3 service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159003 Jul 08 15:28:22.530081 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.547003 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Deleting port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:22.547415 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.583293 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-c8e5be63-f6d1-4a91-be53-73b6384dd696 service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500704 Jul 08 15:28:22.678687 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] DHCP port deletion for 74813433-7fa3-489f-9546-5adabff133b2 request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:28:22.683226 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Deleting port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:22.683612 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.845287 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-31e19d1a-ce7d-4ddc-be23-dbf9d2a0aef1 req-15f6a30e-9814-4ea6-b54a-571289ac2e41 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 210 time: 0.0648358 Jul 08 15:28:22.867540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] For port ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:22.867540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:22.913198 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] For port ecdd5c18-8724-42e6-8433-c0ceb9bd6039, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,segment=NetworkSegment(42b27304-7c4f-4d99-b7e8-0855a5e48f75),segment_id=42b27304-7c4f-4d99-b7e8-0855a5e48f75)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:22.914549 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.015910 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57202) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:23.106851 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Calling delete_port for ecdd5c18-8724-42e6-8433-c0ceb9bd6039 owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:23.131714 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Calling delete_port for ecdd5c18-8724-42e6-8433-c0ceb9bd6039 owned by network:dhcp {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:23.209279 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103'] for port, after_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.214762 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-cbafcc3d-d22a-411f-acbc-130ca21a4fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:23.264629 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.db.api [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:28:23.264949 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_db.api [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:28:23.266505 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Pushing event deleted for resources: {'Port': ['ID=ecdd5c18-8724-42e6-8433-c0ceb9bd6039,revision_number=None']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:23.269029 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Deleting port 28fcedbf-1913-487d-b973-56c988fa6e1b {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:23.269369 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.272650 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] No DVR routers for this DVR port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 on host dv-cinder-798671-3-smb {{(pid=78528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:23.275152 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device ecdd5c18-8724-42e6-8433-c0ceb9bd6039 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:23.324208 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.324824 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.325367 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.325932 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.326454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.327024 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.327560 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.328081 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.328598 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.329108 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.329618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.330135 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:23.333022 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: ecdd5c18-8724-42e6-8433-c0ceb9bd6039 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:23.333584 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device ecdd5c18-8724-42e6-8433-c0ceb9bd6039 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:23.334202 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device d13c9877-38d7-4094-a335-c732ffe337b6 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:23.368692 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-84c26f09-2bee-4aca-b336-4931ccb64eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:23.385000 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: d13c9877-38d7-4094-a335-c732ffe337b6 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:23.386091 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device d13c9877-38d7-4094-a335-c732ffe337b6 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:23.386091 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:23.423968 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:23.424347 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device cc274317-bd93-4cbd-b74e-8a3c0c3ccc45 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:23.473589 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.473937 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.717783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Calling delete_port for 28fcedbf-1913-487d-b973-56c988fa6e1b owned by network:floatingip {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:23.766328 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Deleting port ecdd5c18-8724-42e6-8433-c0ceb9bd6039 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:23.766704 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:23.844630 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] The port 'ecdd5c18-8724-42e6-8433-c0ceb9bd6039' was deleted {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:28:23.962728 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57216) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:24.007695 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.021564 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74813433-7fa3-489f-9546-5adabff133b2']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:24.044615 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b27304-7c4f-4d99-b7e8-0855a5e48f75') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:24.044947 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b27304-7c4f-4d99-b7e8-0855a5e48f75') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:24.059286 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.073348 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ac8ad7f-b9f8-414f-b767-b16ccb738e60 req-ea3dda4b-c935-4c3d-a976-5cb93f541f4c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 210 time: 0.0893304 Jul 08 15:28:24.083641 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.086035 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.093502 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:28:24.093901 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.096016 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-95c85f0b-e376-4fd5-85a3-5136ebd343a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:28:24.108427 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:28:24.170709 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event deleted for resources: {'Port': ['ID=28fcedbf-1913-487d-b973-56c988fa6e1b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:24.182257 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:24.192791 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.197471 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.201124 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:24.227058 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.230231 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=74813433-7fa3-489f-9546-5adabff133b2,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:24.232601 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:24.237267 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-7c22b165-114c-43eb-81c6-0469b4399d81 admin admin] 10.222.0.58 "DELETE /v2.0/networks/74813433-7fa3-489f-9546-5adabff133b2 HTTP/1.1" status: 204 len: 168 time: 1.8596745 Jul 08 15:28:24.275572 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-00988c7a-14ad-434e-8f14-d8b03b4ee4cf tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:24.277019 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-00988c7a-14ad-434e-8f14-d8b03b4ee4cf tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.4368682 Jul 08 15:28:24.296271 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Request body: {'port': {'device_id': 'be3296ad-c435-4920-9006-8476ef402cbb', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'admin_state_up': True, 'tenant_id': '292db6bc5504468684faf66384dc0a02'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:24.311943 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:24.325181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Usage tracker for resource:security_group_rule and tenant:0cff89882e864c6d803d12a398c1db6a is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:24.329454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:24.358549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57228) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:24.388111 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:24.410365 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e6ebd80f-053c-4877-bd18-bc361987f012 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=715e82118b0740899eb461b4fd96d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502985 Jul 08 15:28:24.412921 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57232) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:24.415218 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for floatingip, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.415616 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.db.l3_db [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Floating IP 9a039638-fb31-4a0f-97c7-3d6a0b4fcd14 disassociated (deleted). External IP: 172.28.3.168, port: a4551123-1a24-4c86-9e81-8b875d9b76b8. Jul 08 15:28:24.472698 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.500107 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.553939 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.558961 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-00f5fd00-1f51-43e1-b0d4-5d5614f2a9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:24.571419 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fdd9a-46d8-467c-afbb-1ff54df49d85,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:24.574165 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:24.581870 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.583097 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d63fdd9a-46d8-467c-afbb-1ff54df49d85 HTTP/1.1" status: 204 len: 168 time: 0.1691425 Jul 08 15:28:24.626499 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:24.635223 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Usage tracker for resource:port and tenant:292db6bc5504468684faf66384dc0a02 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:24.640885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:24.652217 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:24.686178 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:24.689618 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.928964 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.943292 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57240) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:24.952473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:24.964989 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:24.997922 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-c4c9a0fc-575d-4cc9-86d1-9bc712772fe7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=312531a92c1c4f46be088a003c4f6bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532529 Jul 08 15:28:25.000312 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57244) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:25.061272 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.066007 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cff89882e864c6d803d12a398c1db6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1022651 Jul 08 15:28:25.071467 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57248) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:25.075783 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e9d4b-da64-42b7-b433-93bc678f687c,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:25.082083 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-45fdb7c9-e7c7-4465-bb68-5e55d40e1e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:25.091673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.115907 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:25.144007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Allocated IP 172.20.0.9 (78888206-70b5-4833-abdd-14074da32fde/154d1d97-1252-4397-b8ad-f9e2c9a52662/b54ceea4-c98a-4505-85ac-9767614488e7) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:28:25.161934 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.168494 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f00da50f-043b-4e82-9ba4-b3062ce00f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:25.182681 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a49cda-af03-4720-a4d9-32288538989d,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:25.185250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:25.186427 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.187573 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-54e4ab89-cdaf-460b-9169-04dbb5cd87d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91a49cda-af03-4720-a4d9-32288538989d HTTP/1.1" status: 204 len: 168 time: 0.1861224 Jul 08 15:28:25.267873 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3316fd90-c4ab-4d43-a9d9-df274015ebe7 req-e14513f8-3a3f-4549-a404-788cf1ef1737 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 210 time: 0.0486221 Jul 08 15:28:25.394136 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.529714 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.661904 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:25.671239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Sync routers for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:25.681649 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:25.682268 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:25.726922 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.732864 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-286aa979-d88e-47a6-96e4-daae2776468f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:25.761714 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e9d4b-da64-42b7-b433-93bc678f687c,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:25.765513 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.768967 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/009e9d4b-da64-42b7-b433-93bc678f687c HTTP/1.1" status: 204 len: 168 time: 0.6921563 Jul 08 15:28:25.768967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for floatingip, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.792945 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:25.799805 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.838484 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "DELETE /v2.0/floatingips/9a039638-fb31-4a0f-97c7-3d6a0b4fcd14 HTTP/1.1" status: 204 len: 168 time: 2.8213766 Jul 08 15:28:25.840476 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:25.866236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:25.872700 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c07b338c-945b-4249-9a52-2e310bf4482e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:25.912410 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:25.926317 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'status': 'completed', 'code': 200} Jul 08 15:28:25.945818 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Network 78888206-70b5-4833-abdd-14074da32fde is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:28:25.987494 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:28:25.996663 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:28:26.034137 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event updated for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:26.048726 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:26.078497 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.078895 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.102082 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-38711b25-d81d-46e3-830f-dcb4d660b57e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8120608 Jul 08 15:28:26.107196 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-36eff87d-ef24-4b53-a5da-f34a2654ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.111765 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-36eff87d-ef24-4b53-a5da-f34a2654ff9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e55e1e70989f4443b490b67d32b03bce&device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 1099 time: 0.1706121 Jul 08 15:28:26.118117 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Request body: {'port': {'device_id': 'be3296ad-c435-4920-9006-8476ef402cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:26.266326 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57266) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:26.298041 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.317339 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:26.318229 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:26.322550 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Checking router: f921d6e1-b1bd-463f-8e59-b2d8e4e3056b for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:26.324705 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:37e273addb2d42c496974908a5203dd0 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:26.328349 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:26.332377 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:26.333239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:26.336813 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.338543 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:26.376483 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0a45-3f3a-4238-90d7-51e15bd776d7 req-026af6e5-18a8-42ed-8173-53cc5e6709d3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.385524 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3bce0a45-3f3a-4238-90d7-51e15bd776d7 req-026af6e5-18a8-42ed-8173-53cc5e6709d3 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1649485 Jul 08 15:28:26.409777 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-1b97444b-7bf6-468b-af9b-db799d597a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.411457 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-1b97444b-7bf6-468b-af9b-db799d597a41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 200 len: 909 time: 0.2630894 Jul 08 15:28:26.458016 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3bce0a45-3f3a-4238-90d7-51e15bd776d7 req-de79d1a6-f0ac-4163-9722-6e6a46847eea tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712383 Jul 08 15:28:26.508880 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-52b4748c-2688-4217-ac34-74c870c1a293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 200 len: 217 time: 0.0886874 Jul 08 15:28:26.525632 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.531219 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.542461 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f1b5b4f2-87e2-4785-bfcc-851a4a379cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:26.592058 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37e273addb2d42c496974908a5203dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219919 Jul 08 15:28:26.592058 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3047833-1af5-4ef0-b96d-a82eff329b79,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:26.593234 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57272) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:26.595626 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:26.600541 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:28:26.640167 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:26.662649 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.692498 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.748923 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.752701 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-8b2ea57a-e52b-4df3-ab09-c82e1686fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.754170 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-8b2ea57a-e52b-4df3-ab09-c82e1686fd5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 200 len: 847 time: 0.2045884 Jul 08 15:28:26.754321 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a7815a9e-5edf-4dbb-9d6d-7a46065939ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:26.768895 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3047833-1af5-4ef0-b96d-a82eff329b79,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:26.771599 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:26.772722 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:26.776585 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3047833-1af5-4ef0-b96d-a82eff329b79 HTTP/1.1" status: 204 len: 168 time: 0.1823580 Jul 08 15:28:26.906796 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-f6e01a15-380c-4949-8fa6-daad483a9b94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.907508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-f6e01a15-380c-4949-8fa6-daad483a9b94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:26.927396 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-99aef764-7ea1-496c-bbd4-48005a2dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:26.928886 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-99aef764-7ea1-496c-bbd4-48005a2dc5fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1510b182-1979-4617-b2ac-dcb3748237cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1665750 Jul 08 15:28:27.057364 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:27.061901 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc2316-8798-4949-8be8-6e687b0aef99 None None] The sync data for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb is: [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:23:14Z', 'revision_number': 4, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb', '_interfaces': [{'id': '2badda02-566c-4f2d-a836-4cb5b277bcf8', 'name': '', 'network_id': '1510b182-1979-4617-b2ac-dcb3748237cf', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'mac_address': 'fa:16:3e:32:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:13Z', 'updated_at': '2021-07-08T15:23:23Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'subnets': [{'id': 'ab0b9389-1c8e-4198-a243-2d88fdfe61f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:27.184236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-f6e01a15-380c-4949-8fa6-daad483a9b94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:27.187180 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-f6e01a15-380c-4949-8fa6-daad483a9b94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 931 time: 0.4786079 Jul 08 15:28:27.219519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54ceea4-c98a-4505-85ac-9767614488e7 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:27.235808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:27.292719 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-acea60e2-aaa8-40c4-8b5d-8fc0c9fe8c94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:security_group {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:27.311949 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Transition to ACTIVE for port object b54ceea4-c98a-4505-85ac-9767614488e7 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:28:27.329442 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:27.344007 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8f29cb6b-3fd9-46f8-9379-0102d20ababf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:27.362770 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29749fa-84c7-4fbf-90b6-b16e3b26d0c8 None None] New status for floating IP 9a039638-fb31-4a0f-97c7-3d6a0b4fcd14: DOWN {{(pid=78529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 15:28:27.385606 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-e2c15210-33cd-4c41-9096-e85aca5e6f80 service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233866 Jul 08 15:28:27.528960 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-acea60e2-aaa8-40c4-8b5d-8fc0c9fe8c94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:security_group {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:27.530055 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1d6b57db-de88-45c5-940c-6cc0ac0e9246 req-acea60e2-aaa8-40c4-8b5d-8fc0c9fe8c94 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325465 Jul 08 15:28:27.536537 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-f778adcc-1df1-47bd-953a-dff2b3eebed7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:27.543841 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-f778adcc-1df1-47bd-953a-dff2b3eebed7 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.69 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.1328051 Jul 08 15:28:27.704887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Deleting port a4551123-1a24-4c86-9e81-8b875d9b76b8 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:27.705263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:27.752804 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7a09b2f6-b7eb-4f54-83a2-87107c7bedda req-b1a94f02-1382-4631-9504-b1384a409bcb service neutron] 10.222.0.69 "GET /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013737 Jul 08 15:28:27.753066 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Pushing event updated for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:27.772371 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:27.805688 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Attempting to bind port b54ceea4-c98a-4505-85ac-9767614488e7 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:28:27.806036 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Attempting to bind port b54ceea4-c98a-4505-85ac-9767614488e7 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:28:27.806344 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Attempting to bind port b54ceea4-c98a-4505-85ac-9767614488e7 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:27.811547 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Port b54ceea4-c98a-4505-85ac-9767614488e7 on network 78888206-70b5-4833-abdd-14074da32fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:28:27.811871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Attempting to bind port b54ceea4-c98a-4505-85ac-9767614488e7 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:27.817432 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:28:27.817791 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Checking segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:28:27.818163 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Bound using segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:28:27.818664 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Bound port: b54ceea4-c98a-4505-85ac-9767614488e7, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:28:27.819452 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:27.827455 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e470335-91ee-41c4-b4c5-08a397a19df0 req-8186e869-0065-4b90-a20b-40ec259861de tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:27.828895 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9e470335-91ee-41c4-b4c5-08a397a19df0 req-8186e869-0065-4b90-a20b-40ec259861de tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 946 time: 0.2187696 Jul 08 15:28:27.921288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:28:27.924406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b54ceea4-c98a-4505-85ac-9767614488e7,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:28:27.928516 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:27.933470 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-52736978-6f49-4cc8-91ff-2bccab685879 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:27.958499 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-9e470335-91ee-41c4-b4c5-08a397a19df0 req-99ab38b3-9974-454d-bb21-c0bbc71ec774 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/security-groups?id=0154c190-1914-4c61-9d60-02a38e0cc218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234331 Jul 08 15:28:28.002388 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:28.003183 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:28.004616 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] 10.222.0.69 "PUT /v2.0/ports/b54ceea4-c98a-4505-85ac-9767614488e7 HTTP/1.1" status: 200 len: 1093 time: 1.8918829 Jul 08 15:28:28.005394 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:28.094948 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7', 'status': 'completed', 'code': 200} Jul 08 15:28:28.109750 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Pushing event updated for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:28.114240 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:28.122673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] For port a4551123-1a24-4c86-9e81-8b875d9b76b8, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a4551123-1a24-4c86-9e81-8b875d9b76b8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:28.123042 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:28.140396 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-4d6121d1-b6d1-42dd-b435-e0031adce468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:28.141899 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-4d6121d1-b6d1-42dd-b435-e0031adce468 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 1096 time: 0.0928509 Jul 08 15:28:28.220300 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-45bd6fe5-1920-4884-b8f7-8ca1ab933e7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b54ceea4-c98a-4505-85ac-9767614488e7 HTTP/1.1" status: 200 len: 217 time: 0.0702794 Jul 08 15:28:28.248866 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Calling delete_port for a4551123-1a24-4c86-9e81-8b875d9b76b8 owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:28.307668 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-e87c03c5-b7cb-49e1-8f4e-2707b5f72393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:28.309272 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-e87c03c5-b7cb-49e1-8f4e-2707b5f72393 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0815423 Jul 08 15:28:28.388455 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-129a7e05-6601-4776-9ae5-10a7e035458e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620582 Jul 08 15:28:28.409596 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:28.416158 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa19c73a-fd46-4d84-9bec-26b9e50338a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:28.460430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event deleted for resources: {'Port': ['ID=a4551123-1a24-4c86-9e81-8b875d9b76b8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:28.464115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:28.534210 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-e2bedab9-444a-4d83-a7a7-1ed9fcb382af service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385705 Jul 08 15:28:28.542175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] No DVR routers for this DVR port a4551123-1a24-4c86-9e81-8b875d9b76b8 on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:28.544528 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:28.547310 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-deleted', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:28.571063 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-07139838-fcab-4bdf-873d-ed44e8626b47 req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.69 "DELETE /v2.0/ports/a4551123-1a24-4c86-9e81-8b875d9b76b8 HTTP/1.1" status: 204 len: 173 time: 1.0260098 Jul 08 15:28:28.598819 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c74d18-ce17-43bf-bd52-eb366d445387', 'name': 'network-vif-deleted', 'tag': 'a4551123-1a24-4c86-9e81-8b875d9b76b8', 'status': 'completed', 'code': 200} Jul 08 15:28:28.714943 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e154dc32-255a-4f8a-87ab-0b4a008e6bc6 req-9e65217e-a2b6-4090-b32e-598bbd8bb12b service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721303 Jul 08 15:28:28.801403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2898e4-582c-49cb-bc6c-3a8f50395d68 req-b4fd2195-1e4d-4b1a-b753-7d91cebb5caf tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:28.802904 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b2898e4-582c-49cb-bc6c-3a8f50395d68 req-b4fd2195-1e4d-4b1a-b753-7d91cebb5caf tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 943 time: 0.1261427 Jul 08 15:28:28.867952 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-8b2898e4-582c-49cb-bc6c-3a8f50395d68 req-17fbdcc2-44e1-4100-99e6-885b79e66882 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Jul 08 15:28:28.877969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-4505e659-bd1e-4922-8e15-c947d0ba2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:28.879483 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-4505e659-bd1e-4922-8e15-c947d0ba2ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 1096 time: 0.1209815 Jul 08 15:28:29.031780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-87530b9e-2781-4880-ae27-0263413d22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:29.033243 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-87530b9e-2781-4880-ae27-0263413d22ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 916 time: 0.1405714 Jul 08 15:28:29.133565 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-2e661b81-2006-433b-a9fe-8c41a224dbbb req-f845f624-4215-4f6b-8cb6-2438a732a688 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Synchronizing usage tracker for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:29.150792 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-2e661b81-2006-433b-a9fe-8c41a224dbbb req-f845f624-4215-4f6b-8cb6-2438a732a688 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Unset dirty status for tenant:e55e1e70989f4443b490b67d32b03bce on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:29.152104 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2e661b81-2006-433b-a9fe-8c41a224dbbb req-f845f624-4215-4f6b-8cb6-2438a732a688 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "GET /v2.0/ports?device_id=02c74d18-ce17-43bf-bd52-eb366d445387 HTTP/1.1" status: 200 len: 210 time: 0.0671513 Jul 08 15:28:29.211848 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-e3811cf6-4b75-467d-a7f2-a5c9c3854073 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b54ceea4-c98a-4505-85ac-9767614488e7 HTTP/1.1" status: 200 len: 217 time: 0.1716509 Jul 08 15:28:29.277967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-881117d3-2261-463f-87ef-09a0fba6ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:29.279445 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-881117d3-2261-463f-87ef-09a0fba6ca3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0598164 Jul 08 15:28:29.328471 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-b7e24acf-ab8d-4cfc-a007-6dd1ce01253c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406787 Jul 08 15:28:29.476781 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-61b76513-08a2-4152-adfc-c03758f1735c service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392007 Jul 08 15:28:29.616206 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-36bd8cd1-744e-4076-80c3-0809ab8ab94b req-ee818acd-2662-4e5d-b1f9-cb3f4df4ac5e service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331048 Jul 08 15:28:30.057464 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf265f5-4bc7-4b5a-9629-3d9070fa4ef7 req-c0282649-a6b7-4a22-8aa3-70461d7340dc tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:30.058847 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-daf265f5-4bc7-4b5a-9629-3d9070fa4ef7 req-c0282649-a6b7-4a22-8aa3-70461d7340dc tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 943 time: 0.0807540 Jul 08 15:28:30.107223 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-daf265f5-4bc7-4b5a-9629-3d9070fa4ef7 req-a36bc7ea-d158-4787-b99d-7926e6f14f7f tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Jul 08 15:28:30.246662 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57324) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:30.318498 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:30.349114 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:30.415304 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:30.419760 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0c7761ae-ce56-4a23-b2eb-8cee283ba413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:30.435956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154c190-1914-4c61-9d60-02a38e0cc218,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:30.440522 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:30.451653 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:30.452782 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-0277d2a0-2e9b-478d-bff4-d36959957c76 tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] 10.222.0.58 "DELETE /v2.0/security-groups/0154c190-1914-4c61-9d60-02a38e0cc218 HTTP/1.1" status: 204 len: 168 time: 0.2051420 Jul 08 15:28:30.681027 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57332) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:31.141427 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device b54ceea4-c98a-4505-85ac-9767614488e7 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:28:31.145392 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:31.189977 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: a4551123-1a24-4c86-9e81-8b875d9b76b8 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:31.190462 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device a4551123-1a24-4c86-9e81-8b875d9b76b8 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:31.340313 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b54ceea4-c98a-4505-85ac-9767614488e7,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:31.359924 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'b54ceea4-c98a-4505-85ac-9767614488e7', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'port_id': 'b54ceea4-c98a-4505-85ac-9767614488e7', 'mac_address': 'fa:16:3e:a1:96:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154d1d97-1252-4397-b8ad-f9e2c9a52662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:28:31.404131 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721473-529d-4932-8131-01d0cb16be02 req-df04246c-921a-4157-818b-453681386880 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:31.405555 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-62721473-529d-4932-8131-01d0cb16be02 req-df04246c-921a-4157-818b-453681386880 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 943 time: 0.1789272 Jul 08 15:28:31.432672 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:31.466848 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ceea4-c98a-4505-85ac-9767614488e7 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:31.480752 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-62721473-529d-4932-8131-01d0cb16be02 req-f1a58d02-f4f1-42bb-bf7d-70beb2e74384 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627134 Jul 08 15:28:31.486805 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b54ceea4-c98a-4505-85ac-9767614488e7,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:31.491385 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:31.493425 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:31.562829 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:31.565923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:31.580485 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:31.695126 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:32.040026 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Deleting port 2badda02-566c-4f2d-a836-4cb5b277bcf8 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:32.040304 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:32.209577 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] For port 2badda02-566c-4f2d-a836-4cb5b277bcf8, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2badda02-566c-4f2d-a836-4cb5b277bcf8,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:32.209990 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:32.341129 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Calling delete_port for 2badda02-566c-4f2d-a836-4cb5b277bcf8 owned by network:router_interface {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:32.526824 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:32.531435 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c2de6dd9-96c6-4a9a-8698-021c20157ea0 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:32.610803 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2badda02-566c-4f2d-a836-4cb5b277bcf8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:32.618903 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:32.683713 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660785-8355-49dc-8d1b-4c0b9cdd9d4f req-45459da2-1bf3-445e-9f33-3360a3a30406 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:32.687403 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-76660785-8355-49dc-8d1b-4c0b9cdd9d4f req-45459da2-1bf3-445e-9f33-3360a3a30406 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 944 time: 0.0891843 Jul 08 15:28:32.734002 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-76660785-8355-49dc-8d1b-4c0b9cdd9d4f req-2ec9f22f-c6be-4611-a308-0ec94fa9bc93 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Jul 08 15:28:32.858163 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.138082 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device b54ceea4-c98a-4505-85ac-9767614488e7 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:28:33.213294 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port b54ceea4-c98a-4505-85ac-9767614488e7 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:28:33.218532 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port b54ceea4-c98a-4505-85ac-9767614488e7 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:28:33.219325 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.243275 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:33.350308 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.383373 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:33.394019 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b54ceea4-c98a-4505-85ac-9767614488e7,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:33.399830 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.402276 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-ce515f0d-96c1-4ae2-9f25-38b0c3d76b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:33.440036 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7', 'code': 200} Jul 08 15:28:33.475247 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:33.479336 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:33.535912 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:33.545450 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Sync routers for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:33.554779 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/f921d6e1-b1bd-463f-8e59-b2d8e4e3056b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8726127 Jul 08 15:28:33.557650 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57382) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:33.558336 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:33.559136 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:33.684686 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba69a6-fd7d-4437-94fb-82d631665db2 req-5e857ba2-6428-4f11-98a5-10e2b4e84d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:33.685963 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-83ba69a6-fd7d-4437-94fb-82d631665db2 req-5e857ba2-6428-4f11-98a5-10e2b4e84d4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 1098 time: 0.0796700 Jul 08 15:28:33.729011 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-83ba69a6-fd7d-4437-94fb-82d631665db2 req-8b4a80ef-3982-4ae4-a548-78bc9383053c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Jul 08 15:28:33.746144 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: dv-cinder-798671-3-smb {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:33.751897 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks [] for router, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.923446 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1437d4-0391-4494-bd91-c459bc798220 req-807349d1-7508-4490-80ad-d38e8c8933b1 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:33.924980 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3a1437d4-0391-4494-bd91-c459bc798220 req-807349d1-7508-4490-80ad-d38e8c8933b1 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 945 time: 0.0822990 Jul 08 15:28:33.937588 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.949051 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Deleting port 4c26663c-45da-4756-b086-55ec0653cb75 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:33.949425 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:33.979061 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3a1437d4-0391-4494-bd91-c459bc798220 req-3e440ee9-6ce9-453b-b6eb-4df0d93b46e0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Jul 08 15:28:34.052964 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200'}], 'enable_snat': True}, 'gw_port_id': '4c26663c-45da-4756-b086-55ec0653cb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:28:32Z', 'revision_number': 5, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port': {'id': '4c26663c-45da-4756-b086-55ec0653cb75', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:65:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:07Z', 'updated_at': '2021-07-08T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:34.057645 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Checking router: f921d6e1-b1bd-463f-8e59-b2d8e4e3056b for host: dv-cinder-798671-3-smb {{(pid=78528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:34.066235 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Routers {'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:34.066885 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'], 'active': True} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:34.135890 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] For port 4c26663c-45da-4756-b086-55ec0653cb75, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=4c26663c-45da-4756-b086-55ec0653cb75,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:34.136335 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.259545 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_dvr_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] Set router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b gateway port host: None {{(pid=78528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:34.261848 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Calling delete_port for 4c26663c-45da-4756-b086-55ec0653cb75 owned by network:router_gateway {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:34.264982 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57394) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:34.378160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.l3_hamode_db [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:28:33Z', 'revision_number': 6, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:34.383591 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8afe86-4919-48ef-b07f-0c88cd910b3c None None] The sync data for ids ['f921d6e1-b1bd-463f-8e59-b2d8e4e3056b'] in dv-cinder-798671-3-smb is: [{'id': 'f921d6e1-b1bd-463f-8e59-b2d8e4e3056b', 'name': 'tempest-TestShelveInstance-271942617-router', 'tenant_id': 'e55e1e70989f4443b490b67d32b03bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:06Z', 'updated_at': '2021-07-08T15:28:33Z', 'revision_number': 6, 'project_id': 'e55e1e70989f4443b490b67d32b03bce', 'gw_port_host': None}] {{(pid=78528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:34.447604 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.451479 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-149f1df0-40e2-469d-a0d2-615d12d137bb tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:34.455090 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.472008 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:34.476787 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Usage tracker for resource:security_group_rule and tenant:0b28acdc6aa94616805c6039833953e8 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:34.481333 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:34.488510 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:34.500209 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c26663c-45da-4756-b086-55ec0653cb75,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:34.503401 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:34.594523 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.598887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.599714 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.607115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9c89a195-0123-4263-9225-ec4d00eabd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:34.648406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c2d15-e0fb-4d5c-86ca-4cc19de32436,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:34.652718 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b28acdc6aa94616805c6039833953e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867264 Jul 08 15:28:34.653653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:34.655343 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57400) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:34.714967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.742969 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.808347 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.812716 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-de39627b-e54d-423b-a99b-42e6002c235e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:34.825453 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c2d15-e0fb-4d5c-86ca-4cc19de32436,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:34.831606 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:34.832409 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.836291 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-13611bdd-fb4a-4043-8752-41676292cc09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/201c2d15-e0fb-4d5c-86ca-4cc19de32436 HTTP/1.1" status: 204 len: 168 time: 0.1799905 Jul 08 15:28:34.896975 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.899395 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.924295 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.924857 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f921d6e1-b1bd-463f-8e59-b2d8e4e3056b {{(pid=78526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:28:34.938743 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Notify callbacks [] for router, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:34.942465 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57406) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:34.942725 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f921d6e1-b1bd-463f-8e59-b2d8e4e3056b HTTP/1.1" status: 204 len: 168 time: 1.3838315 Jul 08 15:28:35.002212 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_v2 [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Deleting subnet ab0b9389-1c8e-4198-a243-2d88fdfe61f1 {{(pid=78527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:28:35.005318 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.057009 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092486'] for subnet, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.144629 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.192616 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb84455-947d-4565-803d-0ab6c218da12 req-83cf6c5e-eb0b-4c46-90ab-6ae69ffeacdc tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:35.194349 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cbb84455-947d-4565-803d-0ab6c218da12 req-83cf6c5e-eb0b-4c46-90ab-6ae69ffeacdc tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 945 time: 0.1013258 Jul 08 15:28:35.236231 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126908659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2516245'] for subnet, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.251481 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cbb84455-947d-4565-803d-0ab6c218da12 req-03bb5476-ce79-44b8-8cb9-1b558ab35372 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Jul 08 15:28:35.260543 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d8a70fcf-42f0-4a9a-b3b5-4fcef59d263b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:35.273961 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2badda02-566c-4f2d-a836-4cb5b277bcf8 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:35.297808 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.308500 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2637f-5a24-402a-a000-f588cc3befa8 None None] Network 1510b182-1979-4617-b2ac-dcb3748237cf requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:35.314294 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0b9389-1c8e-4198-a243-2d88fdfe61f1,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:35.317045 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:35.318879 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-102adf7e-cb2d-43d1-a4ad-af925bb46d31 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ab0b9389-1c8e-4198-a243-2d88fdfe61f1 HTTP/1.1" status: 204 len: 168 time: 0.3753903 Jul 08 15:28:35.322051 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57424) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:35.460567 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 2badda02-566c-4f2d-a836-4cb5b277bcf8 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:35.460869 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2badda02-566c-4f2d-a836-4cb5b277bcf8 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:35.461473 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4c26663c-45da-4756-b086-55ec0653cb75 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:35.473843 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.486471 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Deleting port 5fa00638-c47e-43e0-b47b-04cc54260e55 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:35.486916 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.508442 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 4c26663c-45da-4756-b086-55ec0653cb75 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:35.516411 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 4c26663c-45da-4756-b086-55ec0653cb75 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:35.739995 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] DHCP port deletion for 1510b182-1979-4617-b2ac-dcb3748237cf request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:28:35.745560 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Deleting port 5fa00638-c47e-43e0-b47b-04cc54260e55 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:35.745960 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:35.973759 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] For port 5fa00638-c47e-43e0-b47b-04cc54260e55, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=5fa00638-c47e-43e0-b47b-04cc54260e55,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:35.974257 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.013358 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] For port 5fa00638-c47e-43e0-b47b-04cc54260e55, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=5fa00638-c47e-43e0-b47b-04cc54260e55,segment=NetworkSegment(8ca83925-d770-416f-a4e0-ea72bf7a9853),segment_id=8ca83925-d770-416f-a4e0-ea72bf7a9853)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:36.013756 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.131070 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Calling delete_port for 5fa00638-c47e-43e0-b47b-04cc54260e55 owned by network:dhcp {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:36.159585 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Calling delete_port for 5fa00638-c47e-43e0-b47b-04cc54260e55 owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:36.234967 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.240932 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-4e420ad1-d52f-45a0-9293-98942aea7942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:36.248200 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:28:36.248867 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:28:36.292200 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa00638-c47e-43e0-b47b-04cc54260e55,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:36.294515 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] No DVR routers for this DVR port 5fa00638-c47e-43e0-b47b-04cc54260e55 on host dv-cinder-798671-3-smb {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:36.296267 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:36.437166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.453165 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1510b182-1979-4617-b2ac-dcb3748237cf']}} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:36.468597 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca83925-d770-416f-a4e0-ea72bf7a9853') {'for_net_delete': True} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:36.469176 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca83925-d770-416f-a4e0-ea72bf7a9853') {} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:36.483615 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092493'] for segment, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.502211 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.511172 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=78527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:28:36.511569 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126815829'] for segment, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: Traceback (most recent call last): Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: timer() Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: cb(*args, **kw) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: return func(*args, **kwargs) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: self._notify() Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: self.callback(batched_events) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: event.method(event) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: return f(self, *a, **k) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: return self._get(url).json() Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: return self.request(url, 'GET', **kwargs) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:28:36.530777 dv-cinder-798671-3-smb neutron-server[78527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:28:36.609734 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.613722 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-79eb37e3-5d13-40a8-a29c-99c687212e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:36.626713 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.639586 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1510b182-1979-4617-b2ac-dcb3748237cf,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:36.644549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:36.653285 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0c74451f-b96d-432b-9489-c0b0c249fea7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1510b182-1979-4617-b2ac-dcb3748237cf HTTP/1.1" status: 204 len: 168 time: 1.3297470 Jul 08 15:28:36.656425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57448) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:36.750743 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Deleting port 5fa00638-c47e-43e0-b47b-04cc54260e55 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:36.751318 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:36.822263 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-060d0789-810b-4866-b63c-72d9ff51a2d9 None None] The port '5fa00638-c47e-43e0-b47b-04cc54260e55' was deleted {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:28:37.212905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710921'] for router_interface, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:37.231193 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 5fa00638-c47e-43e0-b47b-04cc54260e55 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:37.271725 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 5fa00638-c47e-43e0-b47b-04cc54260e55 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:37.272960 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 5fa00638-c47e-43e0-b47b-04cc54260e55 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:37.432470 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-579bacce-7847-4dc5-bbd9-7ccf92c9f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:37.714412 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Deleting port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:37.714868 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:37.870191 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:37.909536 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] For port e3e7fe89-a115-46dc-bc8c-7e8efe0efb27, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:37.909892 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:38.042910 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Calling delete_port for e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 owned by network:router_interface {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:38.233743 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:38.238585 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-667d8922-c2d6-4112-9063-5b859bccfee1 tempest-AttachVolumeShelveTestJSON-270711256 tempest-AttachVolumeShelveTestJSON-270711256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:38.285624 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e7fe89-a115-46dc-bc8c-7e8efe0efb27,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:38.288022 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:38.585428 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711101'] for router_interface, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:38.970170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 has already been hosted by L3 agent 4516cc6b-e14d-46c1-ba73-a3e025b4a9a9 {{(pid=78527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 15:28:39.267542 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] Notify agent at l3_agent.dv-cinder-798671-3-smb the message routers_updated {{(pid=78527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 08 15:28:39.278726 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Sync routers for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 15:28:39.280947 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-0b2ae5af-2504-4c27-9ad3-5c2c36c4ed9d admin admin] 10.222.0.58 "PUT /v2.0/routers/18bcedf7-6d9b-4286-bb8d-37240b67dda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235323 Jul 08 15:28:39.283396 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57496) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:39.289657 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:39.290397 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:39.462082 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks [] for router, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:39.476956 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: dv-cinder-798671-3-smb {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:39.647059 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:39.658171 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Deleting port 2fff03e6-5956-4ccb-8b2a-9329470a2087 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:39.658584 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:39.790656 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'external_fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:28:38Z', 'revision_number': 5, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port': {'id': '2fff03e6-5956-4ccb-8b2a-9329470a2087', 'name': '', 'network_id': 'f83a9e7b-e1fd-4936-9611-b7d49b94dea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:20Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077851e9-eb1b-482d-a16a-2ebf49a7ac65', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-smb'}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:39.795085 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Checking router: 18bcedf7-6d9b-4286-bb8d-37240b67dda9 for host: dv-cinder-798671-3-smb {{(pid=78529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 15:28:39.805663 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Routers {'18bcedf7-6d9b-4286-bb8d-37240b67dda9'} bound to L3 agent in host dv-cinder-798671-3-smb {{(pid=78529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 08 15:28:39.806287 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798671-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:13:10Z,description=,heartbeat_timestamp=2021-07-08T15:28:10Z,host='dv-cinder-798671-3-smb',id=4516cc6b-e14d-46c1-ba73-a3e025b4a9a9,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T15:13:10Z,topic='l3_agent')) {'router_ids': ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'], 'active': True} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:39.848547 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] For port 2fff03e6-5956-4ccb-8b2a-9329470a2087, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=2fff03e6-5956-4ccb-8b2a-9329470a2087,segment=NetworkSegment(a37e1b1c-7124-40a1-9a51-35e39b42c1bf),segment_id=a37e1b1c-7124-40a1-9a51-35e39b42c1bf)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:39.848914 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:39.928254 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-423c8f3a-e9c1-42ae-826b-2443728b74d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.014508 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Calling delete_port for 2fff03e6-5956-4ccb-8b2a-9329470a2087 owned by network:router_gateway {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:40.036321 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_dvr_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] Set router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 gateway port host: None {{(pid=78529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 08 15:28:40.163999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-21975e03-c1c6-4410-872e-7b434deff568 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:40.173910 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-21975e03-c1c6-4410-872e-7b434deff568 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.1798308 Jul 08 15:28:40.176717 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.l3_hamode_db [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:28:39Z', 'revision_number': 6, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port_host': None}], 'dv-cinder-798671-3-smb', False) {} {{(pid=78529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:40.182468 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2c2b2-c212-4945-aa27-6c097508730c None None] The sync data for ids ['18bcedf7-6d9b-4286-bb8d-37240b67dda9'] in dv-cinder-798671-3-smb is: [{'id': '18bcedf7-6d9b-4286-bb8d-37240b67dda9', 'name': 'tempest-TestShelveInstance-1516512541-router', 'tenant_id': 'bdede576be4d49309ab9390d708bf9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:19Z', 'updated_at': '2021-07-08T15:28:39Z', 'revision_number': 6, 'project_id': 'bdede576be4d49309ab9390d708bf9e0', 'gw_port_host': None}] {{(pid=78529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 15:28:40.191866 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-36a9f13d-1a79-4447-a84b-29a57b0ae9e4 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/quotas/292db6bc5504468684faf66384dc0a02 HTTP/1.1" status: 200 len: 375 time: 0.0166569 Jul 08 15:28:40.234790 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.240236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:40.253217 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57520) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:40.287889 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-bbc1e152-5cd9-453b-a66a-54c8fed8ce02 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948334 Jul 08 15:28:40.320775 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fff03e6-5956-4ccb-8b2a-9329470a2087,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:40.324277 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:40.388120 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602146'] for router_gateway, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.402288 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.423268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:40.427367 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Usage tracker for resource:security_group_rule and tenant:be8c441719f84b6cae22d0b9133ee3af is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:40.432881 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:40.458556 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:40.616856 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-6a8ebe72-774d-4cb1-af07-8cff73a2e7ba service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197320 Jul 08 15:28:40.690108 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3314'] for router, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.692403 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.714927 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590913'] for router, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.715458 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bcedf7-6d9b-4286-bb8d-37240b67dda9 {{(pid=78527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 08 15:28:40.728366 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] Notify callbacks [] for router, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.729485 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-830296c3-1050-4b83-8c66-6af22e96b18e admin admin] 10.222.0.58 "DELETE /v2.0/routers/18bcedf7-6d9b-4286-bb8d-37240b67dda9 HTTP/1.1" status: 204 len: 168 time: 1.4451773 Jul 08 15:28:40.732154 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 57528) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:40.744067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.752665 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.764830 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f0d3b4e8-84f8-492d-9d43-b635c7e439dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:40.797234 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Deleting subnet b4c50559-4dea-4bb4-9e97-762b54b5bd1a {{(pid=78527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:28:40.799646 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.828213 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be8c441719f84b6cae22d0b9133ee3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704219 Jul 08 15:28:40.830925 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57532) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:40.845992 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad24287-1064-497a-8958-f527e0025165,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:40.849167 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092486'] for subnet, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.857076 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b534841e-5256-490c-97ae-eb7a4ed42958 service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289212 Jul 08 15:28:40.859565 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:40.910481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.937983 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:40.941882 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.012679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.022048 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0a036d0e-e896-4206-a403-e884e34b66ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:41.046725 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad24287-1064-497a-8958-f527e0025165,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:41.055490 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.060118 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ad24287-1064-497a-8958-f527e0025165 HTTP/1.1" status: 204 len: 168 time: 0.2266862 Jul 08 15:28:41.061905 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-de02a6d1-6ae3-413c-8e95-93cca1bb3a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:41.110525 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1130deaa-332a-4f41-816d-3980e75ba1ce req-99364245-9c43-4f2f-a96b-c28356650186 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0767264 Jul 08 15:28:41.116075 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126908659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2516245'] for subnet, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.121956 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:41.149890 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.175648 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c50559-4dea-4bb4-9e97-762b54b5bd1a,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:41.179477 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:41.180557 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.186328 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421fb32-b4aa-478f-b6a8-57ab5cbce8a5 None None] Network 6adb9036-6c21-40c0-b4c2-519444038c12 requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:28:41.189849 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6604bd12-cf18-4046-ba1d-67f7c9af60d1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b4c50559-4dea-4bb4-9e97-762b54b5bd1a HTTP/1.1" status: 204 len: 168 time: 0.4567037 Jul 08 15:28:41.192989 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57546) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:41.329154 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.341391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Deleting port e345a004-0b57-4c0d-a7d9-00782621b115 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:41.342148 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.359912 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:41.449730 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:41.450122 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e3e7fe89-a115-46dc-bc8c-7e8efe0efb27 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:41.450729 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2fff03e6-5956-4ccb-8b2a-9329470a2087 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:41.580661 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: 2fff03e6-5956-4ccb-8b2a-9329470a2087 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:41.581281 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device 2fff03e6-5956-4ccb-8b2a-9329470a2087 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:41.663200 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] For port e345a004-0b57-4c0d-a7d9-00782621b115, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e345a004-0b57-4c0d-a7d9-00782621b115,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:41.663551 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.798474 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] DHCP port deletion for 6adb9036-6c21-40c0-b4c2-519444038c12 request from dv-cinder-798671-3-smb {{(pid=78528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 08 15:28:41.802755 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Deleting port e345a004-0b57-4c0d-a7d9-00782621b115 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:41.803310 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.824886 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Calling delete_port for e345a004-0b57-4c0d-a7d9-00782621b115 owned by network:dhcp {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:41.913568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:41.919444 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-7d0ebd19-d9a2-456b-bb57-4d38b45d98f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:41.968724 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] No DVR routers for this DVR port e345a004-0b57-4c0d-a7d9-00782621b115 on host dv-cinder-798671-3-smb {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:41.999658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Pushing event deleted for resources: {'Port': ['ID=e345a004-0b57-4c0d-a7d9-00782621b115,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:42.006092 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:42.026510 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] For port e345a004-0b57-4c0d-a7d9-00782621b115, host dv-cinder-798671-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-smb',level=0,port_id=e345a004-0b57-4c0d-a7d9-00782621b115,segment=NetworkSegment(61f97d53-1f35-4f2c-b963-955e113f93ba),segment_id=61f97d53-1f35-4f2c-b963-955e113f93ba)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:42.027125 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.167975 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Calling delete_port for e345a004-0b57-4c0d-a7d9-00782621b115 owned by network:dhcp {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:42.249421 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.db.api [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 15:28:42.250038 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_db.api [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 15:28:42.268883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.288701 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adb9036-6c21-40c0-b4c2-519444038c12']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:42.360522 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bf47805d-d590-4674-81dc-d0526ca01761 req-bf60b2de-2214-4ac9-9160-03e041ad906d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0636115 Jul 08 15:28:42.362496 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f97d53-1f35-4f2c-b963-955e113f93ba') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:42.362814 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f97d53-1f35-4f2c-b963-955e113f93ba') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:28:42.378085 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.393246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-e780222a-c630-4ebd-9255-1b5beee7d2d3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:42.395488 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-e780222a-c630-4ebd-9255-1b5beee7d2d3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.2176487 Jul 08 15:28:42.398950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.406249 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:28:42.406952 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.411845 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Request body: {'port': {'device_id': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'admin_state_up': True, 'tenant_id': '292db6bc5504468684faf66384dc0a02'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:28:42.423398 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:28:42.518404 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.522105 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:42.537493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.544614 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adb9036-6c21-40c0-b4c2-519444038c12,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:42.548804 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:42.553047 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.555535 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6adb9036-6c21-40c0-b4c2-519444038c12 HTTP/1.1" status: 204 len: 168 time: 1.3609858 Jul 08 15:28:42.589384 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:42.599101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:42.609450 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'port': 1} {{(pid=78527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:42.613286 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.751959 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Deleting port e345a004-0b57-4c0d-a7d9-00782621b115 {{(pid=78528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:42.752445 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.809493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57586) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:42.830339 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_common [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Allocated IP 172.20.0.12 (78888206-70b5-4833-abdd-14074da32fde/154d1d97-1252-4397-b8ad-f9e2c9a52662/786a3580-8006-4cb2-9f96-9f84a47b5159) {{(pid=78527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:28:42.845809 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-8471507e-6c38-4a06-a5cb-9a0d7385aa1a None None] The port 'e345a004-0b57-4c0d-a7d9-00782621b115' was deleted {{(pid=78528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 08 15:28:42.878460 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a31abeed-9cd1-48c0-a28c-1f39afd164d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e55e1e70989f4443b490b67d32b03bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676837 Jul 08 15:28:42.881228 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57590) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:42.942392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:42.970262 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.027976 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.032747 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bcb1b2e2-d757-4502-8a8d-b1a379ca3b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:43.050009 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa8fdf-2817-4925-9368-9098f01d41d8,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:43.053708 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:43.055282 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks [] for port, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.057208 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.058326 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-25022c15-151c-4039-a007-3c28cf9dbf79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99aa8fdf-2817-4925-9368-9098f01d41d8 HTTP/1.1" status: 204 len: 168 time: 0.1760879 Jul 08 15:28:43.088643 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.094096 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-432edf23-27f6-432e-8186-69d620d092da tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:43.099671 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:43.160651 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Network 78888206-70b5-4833-abdd-14074da32fde is already hosted by enough agents. {{(pid=78527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:28:43.164430 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.scheduler.base_scheduler [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources bound (agent type, host, resource id): {{(pid=78527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:28:43.168379 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Received port after_create {{(pid=78527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:28:43.239522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:43.241120 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.248228 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e345a004-0b57-4c0d-a7d9-00782621b115 no longer exists at agent ovs-agent-dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:28:43.257364 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event updated for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:43.262361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:43.276523 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0d469646-e7c5-43d8-92f9-fa5889778cf2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729727 Jul 08 15:28:43.288556 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.v2.base [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Request body: {'port': {'device_id': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:43.294894 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] No Port match for: e345a004-0b57-4c0d-a7d9-00782621b115 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:28:43.295247 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Device e345a004-0b57-4c0d-a7d9-00782621b115 not bound to the agent host dv-cinder-798671-3-smb {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:28:43.414039 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.463529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57600) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:43.513903 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ece19cf8-1f31-4934-885f-246de978d9e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdede576be4d49309ab9390d708bf9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486488 Jul 08 15:28:43.516430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57604) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:28:43.577452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.604590 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.660349 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.665391 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0596867d-1c6f-47d7-b9e6-8e1c8ce5d7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:43.675644 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2d763-d60e-4326-ae7a-e19be875b44e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:43.679326 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:43.682973 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:43.684104 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18a2d763-d60e-4326-ae7a-e19be875b44e HTTP/1.1" status: 204 len: 168 time: 0.1667857 Jul 08 15:28:43.704506 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1708fb-e235-4bee-88b4-359adda5e175 req-cff2b70e-4cad-4fe3-95f5-4af873879a6c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:43.705148 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-da1708fb-e235-4bee-88b4-359adda5e175 req-cff2b70e-4cad-4fe3-95f5-4af873879a6c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:43.846729 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-da1708fb-e235-4bee-88b4-359adda5e175 req-cff2b70e-4cad-4fe3-95f5-4af873879a6c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:43.847913 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da1708fb-e235-4bee-88b4-359adda5e175 req-cff2b70e-4cad-4fe3-95f5-4af873879a6c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 932 time: 0.3706169 Jul 08 15:28:43.933997 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-da1708fb-e235-4bee-88b4-359adda5e175 req-fc2d1b65-d162-4751-8d95-d9c8a9eb1614 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692213 Jul 08 15:28:44.013991 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786a3580-8006-4cb2-9f96-9f84a47b5159 {{(pid=78527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:44.022995 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:44.040284 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.provisioning_blocks [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Transition to ACTIVE for port object 786a3580-8006-4cb2-9f96-9f84a47b5159 will not be triggered until provisioned by entity L2. {{(pid=78527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:28:44.044623 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:44.049810 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-7b7ecf24-a247-4e16-8a7e-35b98361702b tempest-TestMinimumBasicScenario-1900256845 tempest-TestMinimumBasicScenario-1900256845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:44.103617 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-62fc1326-b3f0-4db7-af96-53e85cb02935 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2362e447c94c4298b13dbfae98b1ca23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280302 Jul 08 15:28:44.206578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Pushing event updated for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=2']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:44.213843 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:44.263825 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-99987da6-906b-4012-be57-c786ebcbb707 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:44.265276 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-99987da6-906b-4012-be57-c786ebcbb707 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560678 Jul 08 15:28:44.280773 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-fdd97ae2-67cf-4b78-bba2-3cf3ea22cd9c tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/quotas/2362e447c94c4298b13dbfae98b1ca23 HTTP/1.1" status: 200 len: 375 time: 0.0096767 Jul 08 15:28:44.285008 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Attempting to bind port 786a3580-8006-4cb2-9f96-9f84a47b5159 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:28:44.285346 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Attempting to bind port 786a3580-8006-4cb2-9f96-9f84a47b5159 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:28:44.285673 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Attempting to bind port 786a3580-8006-4cb2-9f96-9f84a47b5159 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:44.291067 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Port 786a3580-8006-4cb2-9f96-9f84a47b5159 on network 78888206-70b5-4833-abdd-14074da32fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:28:44.291382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Attempting to bind port 786a3580-8006-4cb2-9f96-9f84a47b5159 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:44.296450 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:28:44.296780 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Checking segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:28:44.297155 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Bound using segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} {{(pid=78527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:28:44.297578 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.managers [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Bound port: 786a3580-8006-4cb2-9f96-9f84a47b5159, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}}] {{(pid=78527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:28:44.297952 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:44.330876 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-b1800c52-78dd-402c-82fd-22211cad911f tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2362e447c94c4298b13dbfae98b1ca23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447423 Jul 08 15:28:44.391601 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, cleared binding levels {{(pid=78527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:28:44.394740 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=786a3580-8006-4cb2-9f96-9f84a47b5159,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:28:44.399432 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126815753'] for port, after_update {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:44.403130 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-cd930dab-6aa6-45fa-b44c-697cfee8feda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:44.464341 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:44.464950 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:44.466287 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/786a3580-8006-4cb2-9f96-9f84a47b5159 HTTP/1.1" status: 200 len: 1094 time: 1.1824739 Jul 08 15:28:44.466881 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:44.528547 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159', 'status': 'completed', 'code': 200} Jul 08 15:28:44.587496 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4dd2f866-608a-4dba-917e-2073ec1b9b98 req-ccb1b947-56cc-4397-aa5c-b4f1e8d32fbc tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 210 time: 0.1093569 Jul 08 15:28:44.596390 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Pushing event updated for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=3']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:44.603765 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-b3919537-9e37-48e8-8e56-ff32db8575f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:44.628865 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-68cd4a68-ee4f-4148-8032-2a4db078af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:44.631057 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-68cd4a68-ee4f-4148-8032-2a4db078af26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.1043813 Jul 08 15:28:44.704702 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-692d4d62-48fb-4af2-bae2-947a0c44b9c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a3580-8006-4cb2-9f96-9f84a47b5159 HTTP/1.1" status: 200 len: 217 time: 0.0664642 Jul 08 15:28:44.768544 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-bc354d33-0562-4de9-aa33-7b90e664ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:44.770207 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-bc354d33-0562-4de9-aa33-7b90e664ab29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0593119 Jul 08 15:28:44.825146 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-0c2a741c-c184-42bb-ad37-ba8105411fb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479283 Jul 08 15:28:44.960127 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-5e5c7eb7-7995-49b7-b093-db483bc2b4d5 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280541 Jul 08 15:28:45.103633 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-22d965d3-f939-4ef5-9b73-51d83afb8c04 req-f21adbef-6d7f-46b2-98f5-e46d41385f0f service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 Jul 08 15:28:45.139711 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872092f-e835-4b8b-927c-04ed9a900025 req-472a4397-d30c-4a82-86fd-3528c59740e4 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:45.141190 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0872092f-e835-4b8b-927c-04ed9a900025 req-472a4397-d30c-4a82-86fd-3528c59740e4 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0813696 Jul 08 15:28:45.195719 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0872092f-e835-4b8b-927c-04ed9a900025 req-c318809e-42f9-4b57-a4e3-a45d16103061 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488200 Jul 08 15:28:45.226563 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-da118203-cc13-4f55-8dbc-586daacb2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:45.228112 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-da118203-cc13-4f55-8dbc-586daacb2f49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0754910 Jul 08 15:28:45.369948 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-f09ddcbb-14b4-4300-8e78-e17d847727d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:45.371423 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-f09ddcbb-14b4-4300-8e78-e17d847727d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 916 time: 0.1351273 Jul 08 15:28:45.443966 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-e44f619d-eab5-499e-9254-74a68e285fa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a3580-8006-4cb2-9f96-9f84a47b5159 HTTP/1.1" status: 200 len: 217 time: 0.0654764 Jul 08 15:28:45.491381 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-dcdbcda3-c8dd-4f76-8988-543f676a5de8 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2362e447c94c4298b13dbfae98b1ca23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288141 Jul 08 15:28:45.518305 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-48a71b3f-8d3c-4948-a868-90ec0cac6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:45.519802 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-48a71b3f-8d3c-4948-a868-90ec0cac6676 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0586138 Jul 08 15:28:45.569836 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-f3087659-37b1-47b5-835b-b764ed381786 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409412 Jul 08 15:28:45.682699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-413fb099-0627-486e-8f07-83ba66960ca8 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:45.684229 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-413fb099-0627-486e-8f07-83ba66960ca8 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872058 Jul 08 15:28:45.698792 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Request body: {'port': {'device_id': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7', 'admin_state_up': True, 'tenant_id': '2362e447c94c4298b13dbfae98b1ca23'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:45.815029 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-709678b5-f6d7-4b52-b955-13b7e57efadf req-e1360f9b-5791-4e01-9a77-9ebf482ed456 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 210 time: 0.0498533 Jul 08 15:28:45.841605 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:45.845366 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Usage tracker for resource:port and tenant:2362e447c94c4298b13dbfae98b1ca23 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:45.848228 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:45.854539 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:45.863883 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-36a199c0-7aab-4485-83fe-9e4891ed7d40 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872381 Jul 08 15:28:45.864569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Made reservation on behalf of 2362e447c94c4298b13dbfae98b1ca23 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:45.868126 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:45.880821 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:45.896575 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:45.901231 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Usage tracker for resource:security_group_rule and tenant:2362e447c94c4298b13dbfae98b1ca23 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:28:45.904562 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:28:45.911386 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:45.999590 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:46.003593 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:46.006512 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4ddcd682-26c3-4518-909d-15eb2623c338 req-ccbc23b7-249d-4caa-8940-c84331236872 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342146 Jul 08 15:28:46.008448 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ced519a2-5951-41a2-b21c-cf3919d5b211 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:46.092904 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039160c8-edff-42f5-8221-a95532abeceb,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:46.096076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:46.184246 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Allocated IP 192.168.233.142 (aec1357f-9d6e-42e7-b0ba-1478eba949d7/b7f295a9-3498-4719-a8f1-f3d244d77f95/73fee2ed-720b-4955-b25b-b8651b32ff00) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:28:46.571724 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:46.588297 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1166f3-d972-4f35-a02e-064b4a6fcdd6 req-243f3a31-9e84-4d89-ac77-c77abfb417f9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:46.589759 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1166f3-d972-4f35-a02e-064b4a6fcdd6 req-243f3a31-9e84-4d89-ac77-c77abfb417f9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 944 time: 0.2671485 Jul 08 15:28:46.611183 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Transition to ACTIVE for port object 73fee2ed-720b-4955-b25b-b8651b32ff00 will not be triggered until provisioned by entity DHCP. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:28:46.655680 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5c1166f3-d972-4f35-a02e-064b4a6fcdd6 req-02488744-1936-48b9-a291-15161e08de69 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592420 Jul 08 15:28:46.671487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:46.677419 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-9cd4e2d5-aa37-4125-85d0-8c05b04345e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:46.747008 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Network aec1357f-9d6e-42e7-b0ba-1478eba949d7 is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:28:46.749966 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:28:46.753800 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:28:46.784682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Pushing event updated for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:46.796286 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:46.822812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:46.823441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:46.852204 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-c6671292-b5cf-4918-81e0-c526e8f99878 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1593354 Jul 08 15:28:46.864704 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Request body: {'port': {'device_id': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:46.982486 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.014239 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf638c3-8724-47ee-9015-5b626e0a9f95 req-7a076e0e-814a-4f9d-99c5-26e671664f40 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:47.014921 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-205a4a93-edc7-460b-a763-85a20ecb2282 None None] Provisioning for port 73fee2ed-720b-4955-b25b-b8651b32ff00 completed by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:28:47.015930 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dcf638c3-8724-47ee-9015-5b626e0a9f95 req-7a076e0e-814a-4f9d-99c5-26e671664f40 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 936 time: 0.0856733 Jul 08 15:28:47.020751 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-205a4a93-edc7-460b-a763-85a20ecb2282 None None] Provisioning complete for port 73fee2ed-720b-4955-b25b-b8651b32ff00 triggered by entity DHCP. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:28:47.021397 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-205a4a93-edc7-460b-a763-85a20ecb2282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.067874 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-dcf638c3-8724-47ee-9015-5b626e0a9f95 req-781500c6-7855-4a3b-b160-f77e19f0c16b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Jul 08 15:28:47.078436 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-205a4a93-edc7-460b-a763-85a20ecb2282 None None] Port 73fee2ed-720b-4955-b25b-b8651b32ff00 cannot update to ACTIVE because it is not bound. {{(pid=78528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 15:28:47.234196 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 786a3580-8006-4cb2-9f96-9f84a47b5159 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:28:47.339738 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fee2ed-720b-4955-b25b-b8651b32ff00 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:47.347115 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.362759 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Transition to ACTIVE for port object 73fee2ed-720b-4955-b25b-b8651b32ff00 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:28:47.367791 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.371938 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=786a3580-8006-4cb2-9f96-9f84a47b5159,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:47.372407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8eb313a3-9c19-486c-9842-94ae25959b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:47.385904 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '786a3580-8006-4cb2-9f96-9f84a47b5159', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'port_id': '786a3580-8006-4cb2-9f96-9f84a47b5159', 'mac_address': 'fa:16:3e:ee:a9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154d1d97-1252-4397-b8ad-f9e2c9a52662', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:28:47.442330 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.464603 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786a3580-8006-4cb2-9f96-9f84a47b5159 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:47.482509 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=786a3580-8006-4cb2-9f96-9f84a47b5159,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:47.486858 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.488958 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:47.528995 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:47.536510 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:47.559741 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:47.563123 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:47.610163 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Attempting to bind port 73fee2ed-720b-4955-b25b-b8651b32ff00 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:28:47.610540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Attempting to bind port 73fee2ed-720b-4955-b25b-b8651b32ff00 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:28:47.610851 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Attempting to bind port 73fee2ed-720b-4955-b25b-b8651b32ff00 on network aec1357f-9d6e-42e7-b0ba-1478eba949d7 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:47.615658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Port 73fee2ed-720b-4955-b25b-b8651b32ff00 on network aec1357f-9d6e-42e7-b0ba-1478eba949d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:28:47.616050 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Attempting to bind port 73fee2ed-720b-4955-b25b-b8651b32ff00 on network aec1357f-9d6e-42e7-b0ba-1478eba949d7 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:47.621324 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:28:47.621662 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Checking segment: {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:28:47.622045 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Bound using segment: {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:28:47.622462 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Bound port: 73fee2ed-720b-4955-b25b-b8651b32ff00, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1235ba3f-57e3-4610-b001-be95356d87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:28:47.622837 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.691174 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['786a3580-8006-4cb2-9f96-9f84a47b5159'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:47.718782 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:28:47.722403 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=73fee2ed-720b-4955-b25b-b8651b32ff00,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:28:47.727801 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.732545 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b4a91132-d47a-4736-880d-22f6fde56166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:47.823651 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:47.824268 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:47.825796 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] 10.222.0.69 "PUT /v2.0/ports/73fee2ed-720b-4955-b25b-b8651b32ff00 HTTP/1.1" status: 200 len: 1098 time: 0.9653203 Jul 08 15:28:47.828357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:47.913546 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00', 'status': 'completed', 'code': 200} Jul 08 15:28:47.914175 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Pushing event updated for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:47.918015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5f2d276f-41f8-4a51-8028-a5100e25fdfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:47.956075 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29facc-19d9-4b1a-961f-8b01e55558a9 req-6d13728e-e645-4ac9-8690-e1a454f8b806 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:47.957627 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7f29facc-19d9-4b1a-961f-8b01e55558a9 req-6d13728e-e645-4ac9-8690-e1a454f8b806 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 945 time: 0.1890373 Jul 08 15:28:48.001791 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5fe11457-a77b-4320-b01f-fa034349d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.003294 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-5fe11457-a77b-4320-b01f-fa034349d7af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2362e447c94c4298b13dbfae98b1ca23&device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 1101 time: 0.1351833 Jul 08 15:28:48.014100 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7f29facc-19d9-4b1a-961f-8b01e55558a9 req-8578fdcd-0e6b-454f-b211-2213a6dd38f2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492523 Jul 08 15:28:48.080218 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-e053f330-2f63-4c98-b29d-f76ecfd289b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=73fee2ed-720b-4955-b25b-b8651b32ff00 HTTP/1.1" status: 200 len: 217 time: 0.0651736 Jul 08 15:28:48.144330 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-b5c41866-1874-45d3-83f7-c2a04e4e21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.145764 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-b5c41866-1874-45d3-83f7-c2a04e4e21df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7f295a9-3498-4719-a8f1-f3d244d77f95 HTTP/1.1" status: 200 len: 843 time: 0.0587449 Jul 08 15:28:48.223400 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-16ae3176-6f2f-446f-84d5-74846dba0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.224802 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-16ae3176-6f2f-446f-84d5-74846dba0357 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aec1357f-9d6e-42e7-b0ba-1478eba949d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710220 Jul 08 15:28:48.257885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc1089-b7cc-4f6d-84d4-308254c47f4f req-9660c5b3-a6d4-46ae-86b3-acb84fed18e9 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.259515 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-05dc1089-b7cc-4f6d-84d4-308254c47f4f req-9660c5b3-a6d4-46ae-86b3-acb84fed18e9 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 948 time: 0.0821960 Jul 08 15:28:48.305237 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-05dc1089-b7cc-4f6d-84d4-308254c47f4f req-55e58d48-ae7e-4107-8d11-b642729d1f52 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Jul 08 15:28:48.361266 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-2ad4e019-9f01-435f-8009-7a9079730971 service neutron] 10.222.0.69 "GET /v2.0/networks/aec1357f-9d6e-42e7-b0ba-1478eba949d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287601 Jul 08 15:28:48.587863 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fe6996d3-973e-4cb6-ba59-5c11440e5354 req-9025de02-879f-4717-9b5a-24798303afcb service neutron] 10.222.0.69 "GET /v2.0/networks/aec1357f-9d6e-42e7-b0ba-1478eba949d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196467 Jul 08 15:28:48.699997 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-64f20c6b-bf70-44cf-8d25-9198af835071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.701478 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-64f20c6b-bf70-44cf-8d25-9198af835071 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2362e447c94c4298b13dbfae98b1ca23&device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 1101 time: 0.0716581 Jul 08 15:28:48.832356 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-acce6cb1-6edb-4442-85df-4cda8a4af2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.833786 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-acce6cb1-6edb-4442-85df-4cda8a4af2d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aec1357f-9d6e-42e7-b0ba-1478eba949d7 HTTP/1.1" status: 200 len: 870 time: 0.1259906 Jul 08 15:28:48.905200 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-743c20fd-1fd1-4a4e-be94-b003beb216c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=73fee2ed-720b-4955-b25b-b8651b32ff00 HTTP/1.1" status: 200 len: 217 time: 0.0639548 Jul 08 15:28:48.969645 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-1028a3ec-4790-45d8-b017-e9695c98be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:48.971110 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-1028a3ec-4790-45d8-b017-e9695c98be91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7f295a9-3498-4719-a8f1-f3d244d77f95 HTTP/1.1" status: 200 len: 843 time: 0.0597041 Jul 08 15:28:49.054772 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-27083eac-c037-44ad-8c9f-6e1688aa94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:49.056327 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-27083eac-c037-44ad-8c9f-6e1688aa94c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aec1357f-9d6e-42e7-b0ba-1478eba949d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772851 Jul 08 15:28:49.248936 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 786a3580-8006-4cb2-9f96-9f84a47b5159 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:28:49.263956 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-ea162658-ff95-47ab-bd44-22e6cdb18adb service neutron] 10.222.0.69 "GET /v2.0/networks/aec1357f-9d6e-42e7-b0ba-1478eba949d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006235 Jul 08 15:28:49.296334 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300976-eea8-45c5-b972-afb59d993312 req-cb643ed8-16fe-43ca-80d7-57e44b4dbe98 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:49.297843 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cd300976-eea8-45c5-b972-afb59d993312 req-cb643ed8-16fe-43ca-80d7-57e44b4dbe98 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 945 time: 0.1684020 Jul 08 15:28:49.322415 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 786a3580-8006-4cb2-9f96-9f84a47b5159 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:28:49.340578 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 786a3580-8006-4cb2-9f96-9f84a47b5159 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:28:49.341219 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:49.412569 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cd300976-eea8-45c5-b972-afb59d993312 req-29c61c2c-7254-428e-bbdd-60f465d5c7f0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075373 Jul 08 15:28:49.454357 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-184edc3f-84ad-4b0a-960f-b1943f5ce787 req-0af35356-9a84-4fd5-a945-47a356529b06 service neutron] 10.222.0.69 "GET /v2.0/networks/aec1357f-9d6e-42e7-b0ba-1478eba949d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833749 Jul 08 15:28:49.502498 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:49.517795 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeda2f4-7350-4a49-a475-8d5f2fed2123 req-a2a388fb-1d58-4ed9-9a88-770c6af443fd tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:49.519304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1eeda2f4-7350-4a49-a475-8d5f2fed2123 req-a2a388fb-1d58-4ed9-9a88-770c6af443fd tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 948 time: 0.0982776 Jul 08 15:28:49.531497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:49.541792 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=786a3580-8006-4cb2-9f96-9f84a47b5159,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:49.546363 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:49.548297 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-103a809c-92aa-4e65-b958-51332d83a79c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:49.567778 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1eeda2f4-7350-4a49-a475-8d5f2fed2123 req-1867b7d7-3d0e-4f4a-8149-a2ebe8ae2c58 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Jul 08 15:28:49.579005 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159', 'code': 200} Jul 08 15:28:49.618682 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:49.621571 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:49.812658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6e3a-8574-4d97-bb75-54d844eb0642 req-ae865989-a2f1-42e7-9bdd-0001c9233abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:49.814037 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-008f6e3a-8574-4d97-bb75-54d844eb0642 req-ae865989-a2f1-42e7-9bdd-0001c9233abe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 1099 time: 0.0746295 Jul 08 15:28:49.854184 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-008f6e3a-8574-4d97-bb75-54d844eb0642 req-9980c4cd-7dee-4429-9922-ca543a11781d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Jul 08 15:28:50.607038 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887eb8d-ef42-4c91-8251-9868de593b7d req-ce644b19-c842-47b9-a60a-21d8589d5a9c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:50.608604 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a887eb8d-ef42-4c91-8251-9868de593b7d req-ce644b19-c842-47b9-a60a-21d8589d5a9c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0828776 Jul 08 15:28:50.660431 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-a887eb8d-ef42-4c91-8251-9868de593b7d req-37b53eda-e203-482d-bb3d-c68aff933661 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Jul 08 15:28:50.706169 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:50.772991 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd15f6-3bde-40c2-b778-57eaa47707f7 req-73311e0c-a41f-473b-89c0-becc551e49fc tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:50.774977 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bafd15f6-3bde-40c2-b778-57eaa47707f7 req-73311e0c-a41f-473b-89c0-becc551e49fc tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 948 time: 0.0862169 Jul 08 15:28:50.825866 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bafd15f6-3bde-40c2-b778-57eaa47707f7 req-1de9b26d-243b-4eeb-b2d5-bd657ee54f71 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Jul 08 15:28:51.252482 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 73fee2ed-720b-4955-b25b-b8651b32ff00 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:28:51.422727 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=73fee2ed-720b-4955-b25b-b8651b32ff00,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:51.438138 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '73fee2ed-720b-4955-b25b-b8651b32ff00', 'network_id': 'aec1357f-9d6e-42e7-b0ba-1478eba949d7', 'port_id': '73fee2ed-720b-4955-b25b-b8651b32ff00', 'mac_address': 'fa:16:3e:10:11:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f295a9-3498-4719-a8f1-f3d244d77f95', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:28:51.496250 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:51.515188 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fee2ed-720b-4955-b25b-b8651b32ff00 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:51.530358 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=73fee2ed-720b-4955-b25b-b8651b32ff00,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:51.533967 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:51.535786 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:51.604201 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:51.607453 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:51.763602 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['73fee2ed-720b-4955-b25b-b8651b32ff00'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:51.860362 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25339d4-ed4b-4509-ba51-765b621d30cf req-57ce723a-e7ee-4fe0-9117-166421b65754 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:51.863072 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b25339d4-ed4b-4509-ba51-765b621d30cf req-57ce723a-e7ee-4fe0-9117-166421b65754 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0910883 Jul 08 15:28:51.925939 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b25339d4-ed4b-4509-ba51-765b621d30cf req-9743da3d-24ae-4fab-a715-0543dab7bb88 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Jul 08 15:28:52.033163 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d47579-e7e0-4d92-b199-2bf45c4b793e req-e9465782-ea6b-488e-b676-2304521ea7ca tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:52.034665 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-01d47579-e7e0-4d92-b199-2bf45c4b793e req-e9465782-ea6b-488e-b676-2304521ea7ca tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 949 time: 0.0809846 Jul 08 15:28:52.081122 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-01d47579-e7e0-4d92-b199-2bf45c4b793e req-82016a38-4f08-445d-bbd4-d1abc7751a4c tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Jul 08 15:28:53.265691 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 73fee2ed-720b-4955-b25b-b8651b32ff00 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:28:53.277954 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-aee4ded6-bb19-42b8-8733-6030ab310e72 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:53.278676 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-aee4ded6-bb19-42b8-8733-6030ab310e72 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Synchronizing usage tracker for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:53.303184 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-aee4ded6-bb19-42b8-8733-6030ab310e72 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Unset dirty status for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:53.305156 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-aee4ded6-bb19-42b8-8733-6030ab310e72 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 949 time: 0.1147921 Jul 08 15:28:53.345835 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 73fee2ed-720b-4955-b25b-b8651b32ff00 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:28:53.349684 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-3e3f05bd-2d78-4b2e-9028-c59b236b29ee tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Synchronizing usage tracker for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:53.351764 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 73fee2ed-720b-4955-b25b-b8651b32ff00 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:28:53.352202 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:53.369618 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-3e3f05bd-2d78-4b2e-9028-c59b236b29ee tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Unset dirty status for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:53.370951 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-cdc3324a-5f14-4b6c-81e3-4a4cded090cb req-3e3f05bd-2d78-4b2e-9028-c59b236b29ee tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599709 Jul 08 15:28:53.473795 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:53.499357 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:53.509749 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=73fee2ed-720b-4955-b25b-b8651b32ff00,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:53.513250 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:53.514959 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:53.544972 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00', 'code': 200} Jul 08 15:28:53.582339 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:53.585289 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:53.774357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed1e2-d807-4715-85b0-4716fc4af439 req-2ea58edc-1c20-4c59-9a59-6f77ad8ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:53.775392 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e18ed1e2-d807-4715-85b0-4716fc4af439 req-2ea58edc-1c20-4c59-9a59-6f77ad8ddd3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 1103 time: 0.0719485 Jul 08 15:28:53.828468 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-e18ed1e2-d807-4715-85b0-4716fc4af439 req-8d41c902-a6a9-4058-8bc1-9062b2e04b20 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Jul 08 15:28:54.069589 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-05d3929b-ffd9-4f28-9fd5-93bca9ff417f tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:54.070952 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-05d3929b-ffd9-4f28-9fd5-93bca9ff417f tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.1445997 Jul 08 15:28:54.085517 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-3a3f81c8-e607-475c-869c-8c7e2287bcf0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/quotas/292db6bc5504468684faf66384dc0a02 HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jul 08 15:28:54.259122 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-fffb74e9-06eb-440d-88b2-a19231cdb447 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684601 Jul 08 15:28:54.390905 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-13ae226f-444f-432b-8363-1d4cdfe189c3 service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250541 Jul 08 15:28:54.526441 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-3299517b-58c2-4f17-8f5c-16545674d3af service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293848 Jul 08 15:28:54.565997 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48367a18-9feb-4d0a-b4db-640c6dd40d4c req-42413503-c1a4-4b27-b2c4-70a8f1f534f4 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:54.567597 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-48367a18-9feb-4d0a-b4db-640c6dd40d4c req-42413503-c1a4-4b27-b2c4-70a8f1f534f4 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 950 time: 0.0884049 Jul 08 15:28:54.615433 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-48367a18-9feb-4d0a-b4db-640c6dd40d4c req-e4bfc3f0-e53b-4874-93db-4fe91ebf1071 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Jul 08 15:28:54.710355 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8cec461f-9741-4994-baf7-b337d1d5da76 req-2ae377bd-fcd1-4d69-9a4e-28e098459959 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 210 time: 0.0463438 Jul 08 15:28:55.799225 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-1e1178db-6ef2-42a3-ab97-4e207f2b3cb5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:55.801013 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-1e1178db-6ef2-42a3-ab97-4e207f2b3cb5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.1660736 Jul 08 15:28:55.814469 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3884091-faaf-4ad7-8259-965eb5244fdd req-892bd135-f9fc-40f4-a7eb-1c29f9a359c5 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:55.815546 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Request body: {'port': {'device_id': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'admin_state_up': True, 'tenant_id': '292db6bc5504468684faf66384dc0a02'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:55.815998 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e3884091-faaf-4ad7-8259-965eb5244fdd req-892bd135-f9fc-40f4-a7eb-1c29f9a359c5 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 950 time: 0.0862076 Jul 08 15:28:55.869480 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e3884091-faaf-4ad7-8259-965eb5244fdd req-075a1c3f-e947-402f-993b-b33eaff47bf5 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 Jul 08 15:28:55.948447 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-33d819da-51b9-4a51-bf1a-2030524d61b8 req-a0556a79-c78e-4a1b-a2ca-93e3cf26b778 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 210 time: 0.1068256 Jul 08 15:28:56.007979 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:28:56.017713 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:28:56.028622 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:28:56.032407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:56.199790 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Allocated IP 172.20.0.5 (78888206-70b5-4833-abdd-14074da32fde/154d1d97-1252-4397-b8ad-f9e2c9a52662/95a325fd-6612-48bd-b499-db0e91fe0e87) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:28:56.447935 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c663fb-7c06-4ac2-a662-8c581fe7ca8c req-667e437c-7cb2-4dab-865a-353cc1f75dec tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:56.449405 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-72c663fb-7c06-4ac2-a662-8c581fe7ca8c req-667e437c-7cb2-4dab-865a-353cc1f75dec tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 950 time: 0.2192485 Jul 08 15:28:56.491187 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:56.521016 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-72c663fb-7c06-4ac2-a662-8c581fe7ca8c req-c6333d69-57a7-4d32-bdd5-c753c9166317 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Jul 08 15:28:56.541316 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:56.546999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-353d80ee-e533-497f-bee8-1f1aa6b8512c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:56.552856 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7', '786a3580-8006-4cb2-9f96-9f84a47b5159'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:56.613001 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Network 78888206-70b5-4833-abdd-14074da32fde is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:28:56.616885 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:28:56.621039 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:28:56.652743 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event updated for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:56.667020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:56.693355 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:56.694816 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:56.722882 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9119861 Jul 08 15:28:56.737407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Request body: {'port': {'device_id': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:28:56.854417 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.141648 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f133a-d4db-41d5-bdda-915572aeea3f req-361fc7ee-4270-454c-8d54-7143a302af70 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:57.144121 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cb9f133a-d4db-41d5-bdda-915572aeea3f req-361fc7ee-4270-454c-8d54-7143a302af70 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 931 time: 0.0832078 Jul 08 15:28:57.191712 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-cb9f133a-d4db-41d5-bdda-915572aeea3f req-f8091274-cb63-4c1f-b333-dd4a3b550e29 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Jul 08 15:28:57.293227 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a325fd-6612-48bd-b499-db0e91fe0e87 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:28:57.300367 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.314763 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Transition to ACTIVE for port object 95a325fd-6612-48bd-b499-db0e91fe0e87 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:28:57.318182 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.322862 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-8de224e0-cbec-411d-b44c-911ea9907cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:57.483859 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Pushing event updated for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:57.513508 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:57.555563 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Attempting to bind port 95a325fd-6612-48bd-b499-db0e91fe0e87 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:28:57.555893 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Attempting to bind port 95a325fd-6612-48bd-b499-db0e91fe0e87 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:28:57.556215 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Attempting to bind port 95a325fd-6612-48bd-b499-db0e91fe0e87 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:57.561094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Port 95a325fd-6612-48bd-b499-db0e91fe0e87 on network 78888206-70b5-4833-abdd-14074da32fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:28:57.561306 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Attempting to bind port 95a325fd-6612-48bd-b499-db0e91fe0e87 on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:28:57.566573 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:28:57.566959 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Checking segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:28:57.567346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Bound using segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:28:57.567763 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Bound port: 95a325fd-6612-48bd-b499-db0e91fe0e87, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:28:57.568110 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.712094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:28:57.715571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=95a325fd-6612-48bd-b499-db0e91fe0e87,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:28:57.721007 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.724780 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b9f05dd6-dd8a-49c6-b48c-2c3fba149af2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:57.730116 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-3390c276-9bf1-472e-924d-271156bfea3b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:57.731600 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-3390c276-9bf1-472e-924d-271156bfea3b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.69 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 950 time: 0.0854993 Jul 08 15:28:57.791461 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:57.792081 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.793446 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] 10.222.0.69 "PUT /v2.0/ports/95a325fd-6612-48bd-b499-db0e91fe0e87 HTTP/1.1" status: 200 len: 1093 time: 1.0605567 Jul 08 15:28:57.796040 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:57.806085 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Deleting port 73fee2ed-720b-4955-b25b-b8651b32ff00 {{(pid=78527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:28:57.806351 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:57.817295 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e986e1e-a4ae-4070-8c3e-e5deba2c45da req-fd3b85b7-cf0c-4ad5-979b-fc337c5561ed tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:57.819254 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3e986e1e-a4ae-4070-8c3e-e5deba2c45da req-fd3b85b7-cf0c-4ad5-979b-fc337c5561ed tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 950 time: 0.1885970 Jul 08 15:28:57.828936 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Pushing event updated for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:57.866811 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87', 'status': 'completed', 'code': 200} Jul 08 15:28:57.897982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.898357 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.898940 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.899303 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.899662 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.900015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.900366 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.900725 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.901076 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.901427 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.901772 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.902117 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:57.915902 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:57.946269 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-3e986e1e-a4ae-4070-8c3e-e5deba2c45da req-8525dcda-4d30-4d93-9841-dba930273260 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/security-groups?id=039160c8-edff-42f5-8221-a95532abeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146362 Jul 08 15:28:57.960805 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-296b00b9-6393-47fa-a27e-fc1a57d86944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:57.962289 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-296b00b9-6393-47fa-a27e-fc1a57d86944 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 1096 time: 0.1278565 Jul 08 15:28:58.032663 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-e1885920-c3bd-413a-904d-2f7216591a14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a325fd-6612-48bd-b499-db0e91fe0e87 HTTP/1.1" status: 200 len: 217 time: 0.0617747 Jul 08 15:28:58.070691 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.db [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] For port 73fee2ed-720b-4955-b25b-b8651b32ff00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=73fee2ed-720b-4955-b25b-b8651b32ff00,segment=NetworkSegment(1235ba3f-57e3-4610-b001-be95356d87e9),segment_id=1235ba3f-57e3-4610-b001-be95356d87e9)] {{(pid=78527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:28:58.071031 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:58.100672 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-15c1acae-b607-4b5f-9ae6-576efb91c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:58.102271 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-15c1acae-b607-4b5f-9ae6-576efb91c79b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0615733 Jul 08 15:28:58.150203 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-2bb46be2-5f9b-4b8d-8b38-56dbea038e7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417492 Jul 08 15:28:58.291796 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-43ecd1af-9164-486d-a67b-b91d7622ca24 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341851 Jul 08 15:28:58.302566 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.plugin [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Calling delete_port for 73fee2ed-720b-4955-b25b-b8651b32ff00 owned by compute:nova {{(pid=78527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:28:58.433685 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-48964aab-2f67-4c29-b755-a23c17d5da78 req-22e89332-39e8-4da7-b29c-d01a223dbc71 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349709 Jul 08 15:28:58.495568 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56c8d-016c-4ff3-9846-01f9b462c643 req-d256eee1-24d2-4a1b-8f6c-3fefc351b477 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:58.497048 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-acb56c8d-016c-4ff3-9846-01f9b462c643 req-d256eee1-24d2-4a1b-8f6c-3fefc351b477 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 943 time: 0.1664157 Jul 08 15:28:58.551441 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-96e937e1-d7a0-42cd-90c0-f98e407ee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:58.552924 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-96e937e1-d7a0-42cd-90c0-f98e407ee29a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 1096 time: 0.0766037 Jul 08 15:28:58.555413 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-acb56c8d-016c-4ff3-9846-01f9b462c643 req-6d275eae-fb2b-4839-a37d-7b7118fdc789 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Jul 08 15:28:58.556133 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126815744'] for port, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:58.561645 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8a63fe5f-9cbb-46c4-9eec-cc1f6db05500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:28:58.570331 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['73fee2ed-720b-4955-b25b-b8651b32ff00'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:28:58.606947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Pushing event deleted for resources: {'Port': ['ID=73fee2ed-720b-4955-b25b-b8651b32ff00,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:28:58.650660 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.650983 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.651361 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.651755 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.652149 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.652529 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.652876 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.653268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.653656 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.654025 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.654370 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.654745 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:28:58.662279 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:28:58.699784 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] No DVR routers for this DVR port 73fee2ed-720b-4955-b25b-b8651b32ff00 on host hv-cinder-79867 {{(pid=78527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:28:58.702280 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:28:58.705049 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'name': 'network-vif-deleted', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00'}] {{(pid=78527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:28:58.705194 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-3e116215-53ae-47e6-bcc0-672971e46b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:58.706814 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-3e116215-53ae-47e6-bcc0-672971e46b83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 916 time: 0.1449888 Jul 08 15:28:58.722317 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-2f231a13-3a4b-4b61-bf27-c2fa691568cb req-c8773f9e-09df-4ca2-bd00-cf50075ee5a6 tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.69 "DELETE /v2.0/ports/73fee2ed-720b-4955-b25b-b8651b32ff00 HTTP/1.1" status: 204 len: 173 time: 0.9852862 Jul 08 15:28:58.759812 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeba86a6-6f1f-4525-9e25-ca33c58bc2b0', 'name': 'network-vif-deleted', 'tag': '73fee2ed-720b-4955-b25b-b8651b32ff00', 'status': 'completed', 'code': 200} Jul 08 15:28:58.787383 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-3561e66c-ac15-465c-8bd6-f1002860713f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a325fd-6612-48bd-b499-db0e91fe0e87 HTTP/1.1" status: 200 len: 217 time: 0.0737991 Jul 08 15:28:58.960322 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-490c437f-402d-4277-b649-8cd97da39b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:58.961845 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-490c437f-402d-4277-b649-8cd97da39b24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.1681421 Jul 08 15:28:59.015174 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-cb3780d0-84c6-4d03-b6a0-bb8e45c45c91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436635 Jul 08 15:28:59.116612 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1830a0f3-7d5f-4847-b297-54e6f00d3624 req-b15c3d63-d209-4cc8-a044-011d6251cf9b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Synchronizing usage tracker for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:port {{(pid=78527) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:59.134456 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [req-1830a0f3-7d5f-4847-b297-54e6f00d3624 req-b15c3d63-d209-4cc8-a044-011d6251cf9b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] Unset dirty status for tenant:2362e447c94c4298b13dbfae98b1ca23 on resource:port {{(pid=78527) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:59.135951 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-1830a0f3-7d5f-4847-b297-54e6f00d3624 req-b15c3d63-d209-4cc8-a044-011d6251cf9b tempest-VolumesNegativeTest-1890019048 tempest-VolumesNegativeTest-1890019048-project] 10.222.0.58 "GET /v2.0/ports?device_id=eeba86a6-6f1f-4525-9e25-ca33c58bc2b0 HTTP/1.1" status: 200 len: 210 time: 0.0635221 Jul 08 15:28:59.165788 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-d540dda9-14d3-4cb1-896a-59d9cb3222ad service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415143 Jul 08 15:28:59.319004 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-214689f8-085f-4dff-9252-25fa6e7f40d9 req-74dfd4bc-a335-4204-a671-9207a4822574 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381705 Jul 08 15:28:59.747569 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8fa73-b5a4-431c-8a0e-f98a634c07cd req-1c2b5a3f-5428-40bb-90c9-c2d04da04afd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:28:59.748263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-68d8fa73-b5a4-431c-8a0e-f98a634c07cd req-1c2b5a3f-5428-40bb-90c9-c2d04da04afd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:28:59.764342 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-68d8fa73-b5a4-431c-8a0e-f98a634c07cd req-1c2b5a3f-5428-40bb-90c9-c2d04da04afd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:28:59.765612 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-68d8fa73-b5a4-431c-8a0e-f98a634c07cd req-1c2b5a3f-5428-40bb-90c9-c2d04da04afd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 943 time: 0.0970235 Jul 08 15:28:59.817038 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-68d8fa73-b5a4-431c-8a0e-f98a634c07cd req-5564da11-2365-43ee-947b-a886a04d083a tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Jul 08 15:29:01.006679 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb33d8-90ec-462c-8908-4b94054b2c59 req-6e7ed03e-35a8-421b-9452-67344deda720 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:01.008210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1edb33d8-90ec-462c-8908-4b94054b2c59 req-6e7ed03e-35a8-421b-9452-67344deda720 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 943 time: 0.0851095 Jul 08 15:29:01.054817 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-1edb33d8-90ec-462c-8908-4b94054b2c59 req-e50fac4c-9eda-4f3e-8967-4dbf88b8c5cd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Jul 08 15:29:01.293819 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 95a325fd-6612-48bd-b499-db0e91fe0e87 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:29:01.298371 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 73fee2ed-720b-4955-b25b-b8651b32ff00 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:29:01.339647 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 73fee2ed-720b-4955-b25b-b8651b32ff00 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:29:01.339999 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 73fee2ed-720b-4955-b25b-b8651b32ff00 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:29:01.480571 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=95a325fd-6612-48bd-b499-db0e91fe0e87,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:01.495257 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': '95a325fd-6612-48bd-b499-db0e91fe0e87', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'port_id': '95a325fd-6612-48bd-b499-db0e91fe0e87', 'mac_address': 'fa:16:3e:13:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154d1d97-1252-4397-b8ad-f9e2c9a52662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:29:01.553875 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:01.572057 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a325fd-6612-48bd-b499-db0e91fe0e87 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:29:01.589393 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=95a325fd-6612-48bd-b499-db0e91fe0e87,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:01.593770 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:01.595806 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:01.672672 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:01.675922 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:01.832732 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['95a325fd-6612-48bd-b499-db0e91fe0e87'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:02.259372 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9366e3-610f-4305-8b6b-fae837f3bd7f req-1c568264-fccd-440d-8329-695686c08860 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:02.259972 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ab9366e3-610f-4305-8b6b-fae837f3bd7f req-1c568264-fccd-440d-8329-695686c08860 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 944 time: 0.0892656 Jul 08 15:29:02.306071 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ab9366e3-610f-4305-8b6b-fae837f3bd7f req-9fbab8d9-7aa3-43f1-8220-11c68a52af35 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Jul 08 15:29:03.293634 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 95a325fd-6612-48bd-b499-db0e91fe0e87 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:29:03.372849 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port 95a325fd-6612-48bd-b499-db0e91fe0e87 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:29:03.378628 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port 95a325fd-6612-48bd-b499-db0e91fe0e87 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:29:03.379324 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:03.511367 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:03.527282 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80a915-27d4-4bb1-9f28-6f9547230856 req-af48a4c3-f1a3-4f96-8fcf-d21e81fa8840 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:03.529332 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ec80a915-27d4-4bb1-9f28-6f9547230856 req-af48a4c3-f1a3-4f96-8fcf-d21e81fa8840 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 944 time: 0.0947003 Jul 08 15:29:03.544144 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:03.572385 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=95a325fd-6612-48bd-b499-db0e91fe0e87,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:03.577212 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:03.580218 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:03.592808 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:29:03.594051 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ec80a915-27d4-4bb1-9f28-6f9547230856 req-0980f02f-9efa-4e82-a468-1af5895d3a0c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Jul 08 15:29:03.634080 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87', 'code': 200} Jul 08 15:29:03.668361 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:03.671527 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:03.840994 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb7c4-3178-4edc-b8e3-154d289bf796 req-45c108a5-71fd-411e-ade0-fc43eb032b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:03.842375 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-421cb7c4-3178-4edc-b8e3-154d289bf796 req-45c108a5-71fd-411e-ade0-fc43eb032b42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 1098 time: 0.0694437 Jul 08 15:29:03.887066 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-421cb7c4-3178-4edc-b8e3-154d289bf796 req-c0ced714-018a-46af-ad33-26c3e847c9bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Jul 08 15:29:04.812539 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcdc9a-c4f1-4494-a2ff-0f76e899f018 req-14fcc5b8-c52d-45fd-a705-b50d50b1bed2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:04.814920 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-08bcdc9a-c4f1-4494-a2ff-0f76e899f018 req-14fcc5b8-c52d-45fd-a705-b50d50b1bed2 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 945 time: 0.1110702 Jul 08 15:29:04.869632 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-08bcdc9a-c4f1-4494-a2ff-0f76e899f018 req-50a08686-ef85-46f1-868f-c328a0bfb941 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487306 Jul 08 15:29:05.017534 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57974) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:05.172999 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b0dc729d-4829-46f5-b96b-89cdbdfac410 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2362e447c94c4298b13dbfae98b1ca23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541340 Jul 08 15:29:05.175294 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 57980) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:05.234999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:05.262182 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:05.314888 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:05.318611 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bb52f978-80bb-47a4-86e7-955d5552b049 tempest-AttachVolumeTestJSON-231650867 tempest-AttachVolumeTestJSON-231650867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:05.333099 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039160c8-edff-42f5-8221-a95532abeceb,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:05.336953 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:05.345541 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:05.346707 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/039160c8-edff-42f5-8221-a95532abeceb HTTP/1.1" status: 204 len: 168 time: 0.1704803 Jul 08 15:29:06.061591 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee828f-03cc-4ae0-9e57-fe91c13026cd req-b254d890-c203-4bd0-9b60-1ddcdabc9f86 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:06.063123 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ceee828f-03cc-4ae0-9e57-fe91c13026cd req-b254d890-c203-4bd0-9b60-1ddcdabc9f86 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 945 time: 0.0851886 Jul 08 15:29:06.110541 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ceee828f-03cc-4ae0-9e57-fe91c13026cd req-453bf293-4d5a-42f3-b7d6-e50e0a42b0fd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Jul 08 15:29:07.426567 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-96e88110-f40d-4f63-bfcd-919fd65ecba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:07.874337 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:09.920442 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ac2a-d3e9-40d6-bc10-1eda6b31a6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:11.150026 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:12.411255 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-079fe214-c58b-4ec1-9878-1439d82ba8dd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:12.413301 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-079fe214-c58b-4ec1-9878-1439d82ba8dd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.1448014 Jul 08 15:29:12.427589 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-ed3cd825-38cc-494a-922b-dec4b5c90d76 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/quotas/292db6bc5504468684faf66384dc0a02 HTTP/1.1" status: 200 len: 375 time: 0.0089736 Jul 08 15:29:12.520903 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cb3c2555-2335-4703-8b55-8d0e143fdd9c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869436 Jul 08 15:29:12.549132 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:12.658935 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-d4485cb5-05e9-43ff-a721-f386047a477c service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309831 Jul 08 15:29:12.792962 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-9eaa6479-1197-496b-958f-d02641faf390 service neutron] 10.222.0.58 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272659 Jul 08 15:29:12.978585 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-bed44afb-bbeb-49e7-9dce-4ed47209a5ab req-b4a6f7dd-59b2-4d32-83d6-f5d17ba912f5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 210 time: 0.0485630 Jul 08 15:29:14.211852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-7eb5f160-4d3e-4200-b1d2-b0e95a38e3b7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:14.213253 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-7eb5f160-4d3e-4200-b1d2-b0e95a38e3b7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 815 time: 0.2973876 Jul 08 15:29:14.227715 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-8329c3c3-6198-40b8-95bf-093dd8517e1d req-424e475f-d9f2-4c2b-a09e-c79ff6c0ee27 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 210 time: 0.0569749 Jul 08 15:29:14.231085 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Request body: {'port': {'device_id': '7f85304c-d579-4068-a5bc-90de654c551e', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'admin_state_up': True, 'tenant_id': '292db6bc5504468684faf66384dc0a02'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:29:14.373879 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:29:14.384943 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:29:14.395601 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Made reservation on behalf of 292db6bc5504468684faf66384dc0a02 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:29:14.400590 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:14.570568 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Allocated IP 172.20.0.8 (78888206-70b5-4833-abdd-14074da32fde/154d1d97-1252-4397-b8ad-f9e2c9a52662/e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:29:14.775955 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:14.804740 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:14.810371 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-98430866-46f3-4abf-bb6f-271b7449eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:14.817965 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7', '786a3580-8006-4cb2-9f96-9f84a47b5159', '95a325fd-6612-48bd-b499-db0e91fe0e87'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:14.881467 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Network 78888206-70b5-4833-abdd-14074da32fde is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:29:14.884550 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:29:14.888439 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:29:14.919255 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event updated for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:14.930267 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:14.955348 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:14.955962 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:14.980444 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557237 Jul 08 15:29:14.997682 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Request body: {'port': {'device_id': '7f85304c-d579-4068-a5bc-90de654c551e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:29:15.111118 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.416545 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7308e7-7654-4410-919e-b47cc28e253b req-842f9ab5-f2d8-463d-a8eb-e087125328e0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:15.418016 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7b7308e7-7654-4410-919e-b47cc28e253b req-842f9ab5-f2d8-463d-a8eb-e087125328e0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 931 time: 0.0817339 Jul 08 15:29:15.457528 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:29:15.465375 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.467589 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-7b7308e7-7654-4410-919e-b47cc28e253b req-ec129c3b-85ef-4a92-90db-6f3d66b2ee16 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Jul 08 15:29:15.481314 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Transition to ACTIVE for port object e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:29:15.485184 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.489084 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:15.640579 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:15.643510 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:15.725291 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Attempting to bind port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:29:15.725604 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Attempting to bind port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:29:15.726111 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Attempting to bind port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:29:15.732244 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e on network 78888206-70b5-4833-abdd-14074da32fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:29:15.732567 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Attempting to bind port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e on network 78888206-70b5-4833-abdd-14074da32fde {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:29:15.737926 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:29:15.738263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Checking segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:29:15.738670 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Bound using segment: {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:29:15.739094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Bound port: e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0fa025-8d44-4896-abbb-27e72668c13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '78888206-70b5-4833-abdd-14074da32fde'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:29:15.739446 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.830842 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:29:15.833694 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:29:15.839350 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.843874 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:15.900991 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:15.901591 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:15.902964 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e HTTP/1.1" status: 200 len: 1093 time: 0.9095540 Jul 08 15:29:15.903454 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:15.925676 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:15.929062 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf45903c-d9a4-4c23-9015-35a3b2c91467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:15.978408 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e', 'status': 'completed', 'code': 200} Jul 08 15:29:16.017605 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-f5e1f19f-95a6-4362-a101-a1d5b58ae441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.019107 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-f5e1f19f-95a6-4362-a101-a1d5b58ae441 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 1096 time: 0.0736401 Jul 08 15:29:16.175433 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-0abbc1be-dc69-4849-b8ad-e302fdaa3786 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e HTTP/1.1" status: 200 len: 217 time: 0.1481929 Jul 08 15:29:16.239342 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-e8c84c9c-3462-450f-b154-92f7a870e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.241281 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-e8c84c9c-3462-450f-b154-92f7a870e0bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0573666 Jul 08 15:29:16.290486 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-3e0f8b19-1e4a-47e8-990a-b51477cb2f3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402977 Jul 08 15:29:16.424540 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-17a8247d-f170-4d8b-9ce1-f53b30b18aaf service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265817 Jul 08 15:29:16.562814 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-39bab885-09ff-4021-b16a-0ab3adab3c0d req-d77846fe-ed51-4e20-abd2-26a6b36e8c85 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301057 Jul 08 15:29:16.671155 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a60cf-a7dc-461c-a1cf-180b41f3bc19 req-5e43f71c-1fd9-4ae6-ab8f-ded386de3c5e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.672685 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-029a60cf-a7dc-461c-a1cf-180b41f3bc19 req-5e43f71c-1fd9-4ae6-ab8f-ded386de3c5e tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 943 time: 0.0938048 Jul 08 15:29:16.682313 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-2a8a3d70-11ae-4f37-bc9b-2d75571a7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.683833 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-2a8a3d70-11ae-4f37-bc9b-2d75571a7cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=292db6bc5504468684faf66384dc0a02&device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 1096 time: 0.0721097 Jul 08 15:29:16.719515 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-029a60cf-a7dc-461c-a1cf-180b41f3bc19 req-03c5f397-02c3-49c3-8725-67c6666b9dc3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Jul 08 15:29:16.824347 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-daa15c3c-937f-472d-9853-b4a29a62cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.825724 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-daa15c3c-937f-472d-9853-b4a29a62cdd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 200 len: 916 time: 0.1306901 Jul 08 15:29:16.899936 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-0a6f2104-1845-42fb-b7a6-4e3ffc4eb6c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e HTTP/1.1" status: 200 len: 217 time: 0.0663660 Jul 08 15:29:16.968225 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-ea985a88-26d7-492d-9d4a-066c4866d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:16.969657 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-ea985a88-26d7-492d-9d4a-066c4866d74f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 200 len: 855 time: 0.0632415 Jul 08 15:29:17.019342 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-eacf0c03-356f-401d-9932-bf094655336a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=78888206-70b5-4833-abdd-14074da32fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412424 Jul 08 15:29:17.156845 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-9f17e51c-6017-439e-b004-8176c40ed808 service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288309 Jul 08 15:29:17.292785 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bb417be6-5a5f-4974-b09c-ea23d2596f3c req-4504e9b6-3202-45a9-a444-7d12df87444c service neutron] 10.222.0.69 "GET /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276288 Jul 08 15:29:17.907172 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422505-4c7a-4498-9f0d-3a9268e399c5 req-fec0805c-f80e-4fe6-8c9a-ea790930fa43 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:17.907884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-b8422505-4c7a-4498-9f0d-3a9268e399c5 req-fec0805c-f80e-4fe6-8c9a-ea790930fa43 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:29:17.923285 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-b8422505-4c7a-4498-9f0d-3a9268e399c5 req-fec0805c-f80e-4fe6-8c9a-ea790930fa43 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:29:17.924516 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b8422505-4c7a-4498-9f0d-3a9268e399c5 req-fec0805c-f80e-4fe6-8c9a-ea790930fa43 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 943 time: 0.0950110 Jul 08 15:29:17.971510 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-b8422505-4c7a-4498-9f0d-3a9268e399c5 req-8ecd387e-5646-4c2c-81d9-5a3699354b82 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Jul 08 15:29:19.160300 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6692458-544c-4284-bad2-9b1c75eb0906 req-b5990117-e6f8-4290-a1b5-7997ca3f92e5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:19.161758 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f6692458-544c-4284-bad2-9b1c75eb0906 req-b5990117-e6f8-4290-a1b5-7997ca3f92e5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 943 time: 0.0851102 Jul 08 15:29:19.206327 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-f6692458-544c-4284-bad2-9b1c75eb0906 req-f7e986bb-634b-40b5-8cab-f2b3b10b22df tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Jul 08 15:29:19.372794 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:29:19.514494 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:19.528678 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e', 'network_id': '78888206-70b5-4833-abdd-14074da32fde', 'port_id': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e', 'mac_address': 'fa:16:3e:c0:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154d1d97-1252-4397-b8ad-f9e2c9a52662', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:29:19.588652 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:19.606514 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:29:19.622182 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:19.626227 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:19.627989 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:19.694327 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:19.697454 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:19.866345 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:20.397523 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65a90-75fe-46a3-9dbd-a075eccbeb8e req-382c501b-3a6f-4373-9b85-cb4bdd362686 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:20.399020 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2cf65a90-75fe-46a3-9dbd-a075eccbeb8e req-382c501b-3a6f-4373-9b85-cb4bdd362686 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 944 time: 0.0861406 Jul 08 15:29:20.448605 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-2cf65a90-75fe-46a3-9dbd-a075eccbeb8e req-4566f41d-d152-4c68-80d4-cd7d3f3fce23 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Jul 08 15:29:20.716307 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:21.390160 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:29:21.457950 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:29:21.462838 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:29:21.463219 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:21.583035 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:21.610106 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:21.620811 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:21.625781 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:21.627825 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-7efc2db9-ece8-4e3a-b864-1c9850c156cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:21.638839 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a4466-c344-41b2-bb1c-ba90e5837d70 req-67545019-bb47-4dbf-8996-ca872a244afe tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:21.640433 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c75a4466-c344-41b2-bb1c-ba90e5837d70 req-67545019-bb47-4dbf-8996-ca872a244afe tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 944 time: 0.0845172 Jul 08 15:29:21.666376 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e', 'code': 200} Jul 08 15:29:21.693548 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-c75a4466-c344-41b2-bb1c-ba90e5837d70 req-fb2d392c-8b06-4dbc-8f7b-aae491f97791 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Jul 08 15:29:21.702691 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:21.705560 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:21.914368 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6af2-d434-4608-84e5-f89595a4f318 req-21e34a02-97bc-4fbe-b044-6af8e0d514b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:21.915942 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d83e6af2-d434-4608-84e5-f89595a4f318 req-21e34a02-97bc-4fbe-b044-6af8e0d514b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 1098 time: 0.0760617 Jul 08 15:29:21.960092 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d83e6af2-d434-4608-84e5-f89595a4f318 req-f73b90c0-57da-4d1b-bded-38e01b961d42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Jul 08 15:29:22.888295 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b1602-1ab5-4d24-b23a-fd925cd9d60b req-b47703f7-4ad5-4376-9c39-8c6f4ccba5fd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:22.889808 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-555b1602-1ab5-4d24-b23a-fd925cd9d60b req-b47703f7-4ad5-4376-9c39-8c6f4ccba5fd tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 945 time: 0.0833600 Jul 08 15:29:22.938693 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-555b1602-1ab5-4d24-b23a-fd925cd9d60b req-da8817d7-6e1f-48b5-abed-7e26d1441e11 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Jul 08 15:29:24.126515 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519187db-ddc6-4445-91b4-aecfc14e7be8 req-c4ef89af-c66d-4301-96d5-4f70f52377b7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:24.128018 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-519187db-ddc6-4445-91b4-aecfc14e7be8 req-c4ef89af-c66d-4301-96d5-4f70f52377b7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 945 time: 0.0822153 Jul 08 15:29:24.172546 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-519187db-ddc6-4445-91b4-aecfc14e7be8 req-8ead8207-e4d2-40b3-a1f2-4484dab7bcc6 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Jul 08 15:29:31.594837 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371c099-c8fb-4328-ba55-eb69338928c7 req-7873f1f8-0ae2-4e61-8b07-b1d6117b702c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:31.596327 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4371c099-c8fb-4328-ba55-eb69338928c7 req-7873f1f8-0ae2-4e61-8b07-b1d6117b702c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 945 time: 0.0867629 Jul 08 15:29:31.643283 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-4371c099-c8fb-4328-ba55-eb69338928c7 req-cce5df14-74f5-4667-8caf-4c531f582d5b tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Jul 08 15:29:32.928932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb04d-f698-4ee0-a25c-250e038d374d req-b2a53efe-2a9f-4aac-a1a0-dd168ca76689 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:32.930290 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-24afb04d-f698-4ee0-a25c-250e038d374d req-b2a53efe-2a9f-4aac-a1a0-dd168ca76689 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 945 time: 0.1689079 Jul 08 15:29:32.976296 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-24afb04d-f698-4ee0-a25c-250e038d374d req-6d9e6295-472c-4d26-ba9a-77af69af875f tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jul 08 15:29:33.219943 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-dd76b8cc-60c7-4161-be86-0663b8b71c00 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:33.221351 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-dd76b8cc-60c7-4161-be86-0663b8b71c00 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 945 time: 0.0801265 Jul 08 15:29:33.289768 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Deleting port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:29:33.290101 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:33.536561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] For port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:33.536832 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:33.658006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Calling delete_port for e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:29:33.805216 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:33.811174 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c6f4e0c6-c8dd-4bef-9eb8-ff1198b0dcda tempest-TestShelveInstance-994074691 tempest-TestShelveInstance-994074691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:33.817513 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7', '786a3580-8006-4cb2-9f96-9f84a47b5159', '95a325fd-6612-48bd-b499-db0e91fe0e87', 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:33.857549 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event deleted for resources: {'Port': ['ID=e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:33.860141 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:33.937609 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] No DVR routers for this DVR port e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:29:33.940177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:33.943035 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'name': 'network-vif-deleted', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:33.962795 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4be82e8e-b59a-4600-b034-bfcb75a7c688 req-ca4f1d53-a63b-497e-b52a-8a700d32b4f3 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "DELETE /v2.0/ports/e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e HTTP/1.1" status: 204 len: 173 time: 0.7355394 Jul 08 15:29:33.996741 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f85304c-d579-4068-a5bc-90de654c551e', 'name': 'network-vif-deleted', 'tag': 'e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e', 'status': 'completed', 'code': 200} Jul 08 15:29:34.164457 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-51f90d49-4a34-406c-9065-d2d4e94816c6 req-af3c4d7d-9228-4130-809e-ab251d0ed9c9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:29:34.180540 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-51f90d49-4a34-406c-9065-d2d4e94816c6 req-af3c4d7d-9228-4130-809e-ab251d0ed9c9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:29:34.181791 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-51f90d49-4a34-406c-9065-d2d4e94816c6 req-af3c4d7d-9228-4130-809e-ab251d0ed9c9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f85304c-d579-4068-a5bc-90de654c551e HTTP/1.1" status: 200 len: 210 time: 0.0675406 Jul 08 15:29:36.863354 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcfcb1-ab8a-4a29-8148-eb51ba97d597 req-a6025612-24d9-4a3a-8f6f-a37dda40d11c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:36.864815 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98bcfcb1-ab8a-4a29-8148-eb51ba97d597 req-a6025612-24d9-4a3a-8f6f-a37dda40d11c tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 945 time: 0.0825539 Jul 08 15:29:36.913270 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-98bcfcb1-ab8a-4a29-8148-eb51ba97d597 req-0d7fd3a7-e0bf-4a85-bb1e-d45cbb775448 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Jul 08 15:29:37.429490 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-9c216591-a9bf-417d-80b1-eb9288e4c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:37.445892 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:29:37.482446 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:29:37.482743 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device e5d90d0c-ee98-48ef-b1fd-b0e3e97dc20e not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:29:37.881633 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:38.113900 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed044156-796b-4427-a41b-8d304577f936 req-377f8649-c083-4f73-bf38-3757d901dcd5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:38.115417 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ed044156-796b-4427-a41b-8d304577f936 req-377f8649-c083-4f73-bf38-3757d901dcd5 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 945 time: 0.0892258 Jul 08 15:29:38.163302 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ed044156-796b-4427-a41b-8d304577f936 req-f2c6de65-af58-45f1-9576-dcc4b4285fd9 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Jul 08 15:29:38.441875 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-960706ca-d6cf-4a67-9f58-896228c77007 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:38.443748 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-960706ca-d6cf-4a67-9f58-896228c77007 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 945 time: 0.0937924 Jul 08 15:29:38.518883 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Deleting port 95a325fd-6612-48bd-b499-db0e91fe0e87 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:29:38.519220 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:38.765903 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] For port 95a325fd-6612-48bd-b499-db0e91fe0e87, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=95a325fd-6612-48bd-b499-db0e91fe0e87,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:38.766144 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:38.995781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Calling delete_port for 95a325fd-6612-48bd-b499-db0e91fe0e87 owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:29:39.139953 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:39.145897 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3c46103-4360-4f5f-babf-0d4bcb56671e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:39.152793 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7', '786a3580-8006-4cb2-9f96-9f84a47b5159', '95a325fd-6612-48bd-b499-db0e91fe0e87'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:39.192734 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event deleted for resources: {'Port': ['ID=95a325fd-6612-48bd-b499-db0e91fe0e87,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:39.195281 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:39.273702 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] No DVR routers for this DVR port 95a325fd-6612-48bd-b499-db0e91fe0e87 on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:29:39.277046 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:39.279943 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'name': 'network-vif-deleted', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:39.298048 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-ac75b2d5-ce3d-4e36-a377-45a487bf042b req-297f95c0-a887-41be-b878-c4f3b82c25c8 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "DELETE /v2.0/ports/95a325fd-6612-48bd-b499-db0e91fe0e87 HTTP/1.1" status: 204 len: 173 time: 0.8480392 Jul 08 15:29:39.328145 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e7567cab-c5fa-4433-81f4-6ec02373e649 req-d8d967a7-1dab-4e26-8e15-485362575428 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1 HTTP/1.1" status: 200 len: 210 time: 0.0555987 Jul 08 15:29:39.352038 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d95afb-ba7d-4ef9-8c41-ac4bb2a754f1', 'name': 'network-vif-deleted', 'tag': '95a325fd-6612-48bd-b499-db0e91fe0e87', 'status': 'completed', 'code': 200} Jul 08 15:29:39.921591 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6340fe6f-20b0-4962-883d-0173e6b37f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:40.592404 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:29:40.789358 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77309f08-5123-485a-b514-f52e594ecb87 req-5493a357-3a6b-47c4-9bf9-a20f795679d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:40.790068 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-77309f08-5123-485a-b514-f52e594ecb87 req-5493a357-3a6b-47c4-9bf9-a20f795679d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:29:40.805754 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-77309f08-5123-485a-b514-f52e594ecb87 req-5493a357-3a6b-47c4-9bf9-a20f795679d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:29:40.807864 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-77309f08-5123-485a-b514-f52e594ecb87 req-5493a357-3a6b-47c4-9bf9-a20f795679d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0989530 Jul 08 15:29:40.853210 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-77309f08-5123-485a-b514-f52e594ecb87 req-9ceb17d3-5cfb-4cfa-9085-59db1ff8ff5b tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Jul 08 15:29:41.153278 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:41.449741 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 95a325fd-6612-48bd-b499-db0e91fe0e87 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:29:41.486793 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 95a325fd-6612-48bd-b499-db0e91fe0e87 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:29:41.487142 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 95a325fd-6612-48bd-b499-db0e91fe0e87 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:29:42.012542 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-9f96f726-41ca-4ad9-8744-4c67683e2758 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:42.014022 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-9f96f726-41ca-4ad9-8744-4c67683e2758 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0854614 Jul 08 15:29:42.040332 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12017d3-9bc5-4ac6-851b-9c09c68e3433 req-27945789-29dd-4f43-b36b-64789833a368 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:42.042385 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e12017d3-9bc5-4ac6-851b-9c09c68e3433 req-27945789-29dd-4f43-b36b-64789833a368 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0808630 Jul 08 15:29:42.084126 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Deleting port 786a3580-8006-4cb2-9f96-9f84a47b5159 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:29:42.084472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:42.188648 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-e12017d3-9bc5-4ac6-851b-9c09c68e3433 req-e5771860-953b-4e6d-8556-4a3f87747043 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400218 Jul 08 15:29:42.344255 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] For port 786a3580-8006-4cb2-9f96-9f84a47b5159, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=786a3580-8006-4cb2-9f96-9f84a47b5159,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:42.344600 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:42.475077 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Calling delete_port for 786a3580-8006-4cb2-9f96-9f84a47b5159 owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:29:42.551639 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:42.618884 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:42.625332 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-72f4c1bd-9c3f-45c5-9061-e2e24d2bf92d tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:42.631357 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7', '786a3580-8006-4cb2-9f96-9f84a47b5159'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:42.673406 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event deleted for resources: {'Port': ['ID=786a3580-8006-4cb2-9f96-9f84a47b5159,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:42.677015 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:42.752105 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] No DVR routers for this DVR port 786a3580-8006-4cb2-9f96-9f84a47b5159 on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:29:42.754559 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:42.757267 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'name': 'network-vif-deleted', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:42.781298 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0a20a78b-12a6-439d-8acb-b966cf34d0d3 req-a9488948-4adb-4725-bfb2-6ce4438e2071 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "DELETE /v2.0/ports/786a3580-8006-4cb2-9f96-9f84a47b5159 HTTP/1.1" status: 204 len: 173 time: 0.7619677 Jul 08 15:29:42.816978 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5087f8b-1044-4562-bdb6-a3a24795b8a8', 'name': 'network-vif-deleted', 'tag': '786a3580-8006-4cb2-9f96-9f84a47b5159', 'status': 'completed', 'code': 200} Jul 08 15:29:43.358481 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-d1d0076d-c1dc-42a8-8393-1fe1d0ae70ae req-dbd2004f-4b1d-479e-b443-65e0ae3d41d0 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5087f8b-1044-4562-bdb6-a3a24795b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0445557 Jul 08 15:29:45.460965 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 786a3580-8006-4cb2-9f96-9f84a47b5159 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:29:45.495951 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: 786a3580-8006-4cb2-9f96-9f84a47b5159 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:29:45.496343 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device 786a3580-8006-4cb2-9f96-9f84a47b5159 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:29:46.055077 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897518-7bd3-49ea-a891-ff1d3dd4c540 req-ccd8cd36-31ef-437f-9ebf-c6bb70e4c2d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:46.055683 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-72897518-7bd3-49ea-a891-ff1d3dd4c540 req-ccd8cd36-31ef-437f-9ebf-c6bb70e4c2d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Synchronizing usage tracker for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:29:46.072546 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-72897518-7bd3-49ea-a891-ff1d3dd4c540 req-ccd8cd36-31ef-437f-9ebf-c6bb70e4c2d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Unset dirty status for tenant:292db6bc5504468684faf66384dc0a02 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:29:46.074261 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-72897518-7bd3-49ea-a891-ff1d3dd4c540 req-ccd8cd36-31ef-437f-9ebf-c6bb70e4c2d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 945 time: 0.1018498 Jul 08 15:29:46.121080 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-72897518-7bd3-49ea-a891-ff1d3dd4c540 req-01b18c66-0fe1-4420-9740-c1aff1b5fe60 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Jul 08 15:29:47.316101 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09a89-bf7c-490d-bedc-d95a7e26a7fb req-82cefa67-1c24-437f-9660-a356b2db0dec tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:47.317611 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-92c09a89-bf7c-490d-bedc-d95a7e26a7fb req-82cefa67-1c24-437f-9660-a356b2db0dec tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 945 time: 0.0845821 Jul 08 15:29:47.365627 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-92c09a89-bf7c-490d-bedc-d95a7e26a7fb req-f1ebd226-f463-4b73-b6a4-652ab55b3a0a tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/security-groups?id=222ffce0-e727-4309-a439-923037581bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jul 08 15:29:47.506678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-84eb6d9f-a941-4e92-a1ed-6e2804a0c5d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:29:47.508119 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-84eb6d9f-a941-4e92-a1ed-6e2804a0c5d7 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 945 time: 0.0824473 Jul 08 15:29:47.583847 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Deleting port b54ceea4-c98a-4505-85ac-9767614488e7 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:29:47.584180 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:47.935043 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] For port b54ceea4-c98a-4505-85ac-9767614488e7, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b54ceea4-c98a-4505-85ac-9767614488e7,segment=NetworkSegment(aa0fa025-8d44-4896-abbb-27e72668c13c),segment_id=aa0fa025-8d44-4896-abbb-27e72668c13c)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:29:47.935310 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:48.062133 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Calling delete_port for b54ceea4-c98a-4505-85ac-9767614488e7 owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:29:48.209986 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:48.216505 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:48.220882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['b54ceea4-c98a-4505-85ac-9767614488e7'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:29:48.259741 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Pushing event deleted for resources: {'Port': ['ID=b54ceea4-c98a-4505-85ac-9767614488e7,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:48.264361 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:48.340687 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] No DVR routers for this DVR port b54ceea4-c98a-4505-85ac-9767614488e7 on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:29:48.343484 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:48.346320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'name': 'network-vif-deleted', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:29:48.363617 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-24a4cfec-2bd3-400e-af5d-acb1042e92cd req-eab9640d-2823-4a95-929c-44eba5cea207 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.69 "DELETE /v2.0/ports/b54ceea4-c98a-4505-85ac-9767614488e7 HTTP/1.1" status: 204 len: 173 time: 0.8500595 Jul 08 15:29:48.398066 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3296ad-c435-4920-9006-8476ef402cbb', 'name': 'network-vif-deleted', 'tag': 'b54ceea4-c98a-4505-85ac-9767614488e7', 'status': 'completed', 'code': 200} Jul 08 15:29:48.525804 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-58d9333c-cc1c-4bc3-bcf4-d9fa36416cac req-717f5c45-69c6-4a36-8d1d-127ce2365685 tempest-AttachVolumeNegativeTest-1701924104 tempest-AttachVolumeNegativeTest-1701924104-project] 10.222.0.58 "GET /v2.0/ports?device_id=be3296ad-c435-4920-9006-8476ef402cbb HTTP/1.1" status: 200 len: 210 time: 0.0485921 Jul 08 15:29:49.623157 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58178) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:49.684901 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Deleting subnet 154d1d97-1252-4397-b8ad-f9e2c9a52662 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:29:49.687795 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:49.739740 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:49.796281 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:49.863238 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:49.867091 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:49.905817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154d1d97-1252-4397-b8ad-f9e2c9a52662,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:49.908300 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:49.912704 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:49.919005 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-42312942-f35e-4859-9e06-a7bca9997cea admin admin] 10.222.0.58 "DELETE /v2.0/subnets/154d1d97-1252-4397-b8ad-f9e2c9a52662 HTTP/1.1" status: 204 len: 168 time: 0.2948244 Jul 08 15:29:49.921416 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58182) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:50.022571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.152812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.165775 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78888206-70b5-4833-abdd-14074da32fde']}} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:29:50.178573 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0fa025-8d44-4896-abbb-27e72668c13c') {'for_net_delete': True} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:29:50.178902 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.services.segments.db [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0fa025-8d44-4896-abbb-27e72668c13c') {} {{(pid=78526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:29:50.190561 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-782605'] for segment, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.206957 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.213173 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=78526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:29:50.213611 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4043691'] for segment, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: Traceback (most recent call last): Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: timer() Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: cb(*args, **kw) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: return func(*args, **kwargs) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: self._notify() Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: self.callback(batched_events) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: event.method(event) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: return f(self, *a, **k) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: return self._get(url).json() Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: return self.request(url, 'GET', **kwargs) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:29:50.226769 dv-cinder-798671-3-smb neutron-server[78526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:29:50.303830 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.308812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.311452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ab682464-a580-424e-a411-fa4267d66c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:50.332250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=78888206-70b5-4833-abdd-14074da32fde,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:50.335438 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:50.342263 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-dd4d6246-0273-457a-939b-b4c74ad59fc5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/78888206-70b5-4833-abdd-14074da32fde HTTP/1.1" status: 204 len: 168 time: 0.4198935 Jul 08 15:29:50.520533 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58188) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:50.569484 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-e655382f-b6ae-4aa8-99b7-41fad3470634 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=292db6bc5504468684faf66384dc0a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475810 Jul 08 15:29:50.571922 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58192) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:50.628724 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.657986 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.711657 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.712729 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.715978 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-ecc78fb8-5328-42a9-82cc-05772dc6cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:50.730311 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ffce0-e727-4309-a439-923037581bee,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:50.733166 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:50.740760 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:50.742008 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/222ffce0-e727-4309-a439-923037581bee HTTP/1.1" status: 204 len: 168 time: 0.1692159 Jul 08 15:29:51.495368 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device b54ceea4-c98a-4505-85ac-9767614488e7 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:29:51.530771 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: b54ceea4-c98a-4505-85ac-9767614488e7 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:29:51.531115 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device b54ceea4-c98a-4505-85ac-9767614488e7 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:29:57.617713 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58290) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:57.740406 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:57.756705 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:29:57.760636 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Usage tracker for resource:security_group_rule and tenant:d381b208243043f6a2fe36bc166b7d48 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:29:57.763652 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:29:57.769926 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:29:57.858000 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:57.861773 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:57.868826 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f2e56146-ca23-40b7-a9f6-5902c70d2049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:57.908236 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b658a3d-c023-4ce7-a137-c1693bf1eca6,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:57.912513 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d381b208243043f6a2fe36bc166b7d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937696 Jul 08 15:29:57.913382 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-3119fe2a-da33-46bc-89d5-a569a7ae6704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:57.915426 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58296) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:29:57.974669 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:57.999976 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:58.052243 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:58.055938 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-233c6ff1-928f-4c37-95d2-98ef7d5752b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:29:58.067007 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b658a3d-c023-4ce7-a137-c1693bf1eca6,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:29:58.078291 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.078684 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.079056 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.079421 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.079781 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.080140 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.080496 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.080847 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.081201 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.081575 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.081923 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.082271 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:29:58.084982 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:29:58.086085 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b658a3d-c023-4ce7-a137-c1693bf1eca6 HTTP/1.1" status: 204 len: 168 time: 0.1696165 Jul 08 15:29:58.086968 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:29:59.903285 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58348) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:00.019827 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.034454 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:00.038425 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Usage tracker for resource:security_group_rule and tenant:a95bb350dee643b0851b1b38e5b6a124 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:00.041530 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:00.052887 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:00.140649 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.144481 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.156410 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cb2b9426-d163-495c-b7a7-77c55a7dff94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:00.196403 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a95bb350dee643b0851b1b38e5b6a124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920544 Jul 08 15:30:00.198711 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff7ac6-0b19-43bb-8f35-d62a723f6891,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:00.199840 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58354) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:00.202869 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:00.265838 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.291762 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.343247 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.346891 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-21d544f3-0623-416f-8c63-241c40db31c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:00.359078 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff7ac6-0b19-43bb-8f35-d62a723f6891,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:00.367097 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.367473 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.367840 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.368198 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.368554 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.368910 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.369266 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.369616 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.370076 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.370433 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.370801 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.371247 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:00.374380 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:00.389211 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.390251 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-79d0f836-f41b-4c97-af37-8e9e292473e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dff7ac6-0b19-43bb-8f35-d62a723f6891 HTTP/1.1" status: 204 len: 168 time: 0.1893947 Jul 08 15:30:00.665779 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58362) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:00.684338 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.699308 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:00.703318 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Usage tracker for resource:security_group_rule and tenant:6e00bd01ff644a8e83809b4c35c6ab65 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:00.706586 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:00.712900 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:00.795559 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.799326 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.806198 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-a4bd3b93-e2f4-4476-becb-e032e30d10ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:00.846771 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bbb87d-a434-4e99-bc4e-7e6ef084c8b4,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:00.851011 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e00bd01ff644a8e83809b4c35c6ab65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842282 Jul 08 15:30:00.851872 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-73fa83e1-db48-4441-a9d5-81283b5abcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:00.853656 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58366) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:00.917664 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.943296 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.994771 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:00.999006 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fb7f5fdc-691c-4592-bb55-244f4004923b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:01.011119 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bbb87d-a434-4e99-bc4e-7e6ef084c8b4,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:01.013661 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:01.021020 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:01.022189 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70bbb87d-a434-4e99-bc4e-7e6ef084c8b4 HTTP/1.1" status: 204 len: 168 time: 0.1677058 Jul 08 15:30:07.432370 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-72288a54-7e52-4e3a-be9e-7264978c03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:07.874778 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:09.622326 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58488) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:09.737459 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:09.752042 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:09.756127 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Usage tracker for resource:security_group_rule and tenant:f0cbb2ecac8641fc98ccd28866d0b701 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:09.758963 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:09.765393 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:09.845433 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:09.849832 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:09.856810 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-5fd685df-93dc-4cba-a5ba-6b6e9e2a4ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:09.924668 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d16273ab-8b50-4f32-8690-5861fc8272ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:09.981596 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0cbb2ecac8641fc98ccd28866d0b701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581488 Jul 08 15:30:09.982503 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a34eb-214b-44ab-9d90-b389135d09ad,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:09.984268 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58494) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:09.985894 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-36da74a3-274f-4f21-8292-76dea037f80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:10.043859 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.071009 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.127247 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.131176 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8ccc5cc9-2299-4a57-8569-f71817727c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:10.144010 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a34eb-214b-44ab-9d90-b389135d09ad,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:10.146917 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:10.148856 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.149985 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-26a460aa-5b92-4ddb-8df6-433b1ec540c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a53a34eb-214b-44ab-9d90-b389135d09ad HTTP/1.1" status: 204 len: 168 time: 0.1647255 Jul 08 15:30:10.431220 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58502) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:10.449362 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.465326 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:10.469069 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Usage tracker for resource:security_group_rule and tenant:04c1e53dc8f045a2bec4af99a2599bbf is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:10.471878 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:10.477505 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:10.563296 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.567022 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.573867 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-5e3b96e2-6c9d-44d7-9219-8942d2027f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:10.614608 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04c1e53dc8f045a2bec4af99a2599bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823075 Jul 08 15:30:10.615340 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5a978-952d-459e-97c5-7d26030b970e,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:10.617378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58506) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:10.618256 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-2bc25e89-2beb-4697-8923-fa8c3fc9e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:10.676452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.702400 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.756394 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.760039 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-fa4da6e5-7846-48cc-ad92-12a2ebac4e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:10.773896 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5a978-952d-459e-97c5-7d26030b970e,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:10.777203 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:10.784985 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:10.786104 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-181a835a-231d-4a8a-b9c6-c8102f486b74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7b5a978-952d-459e-97c5-7d26030b970e HTTP/1.1" status: 204 len: 168 time: 0.1677611 Jul 08 15:30:11.158030 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:12.558211 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.451130 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58578) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:13.566975 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.582093 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:13.585963 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Usage tracker for resource:security_group_rule and tenant:66ab01678fe44ba0a0e2e41449b61edb is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:13.588852 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:13.595096 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:13.696382 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.700181 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.708200 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-0f65b766-189e-43a7-97fb-9314ae27e94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:13.747917 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66ab01678fe44ba0a0e2e41449b61edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957263 Jul 08 15:30:13.749634 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3170d18-eb22-4eb6-aae9-aab117c2e676,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:13.750519 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58584) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:13.752969 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:13.809474 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.837836 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.891763 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.895380 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-af2e8c75-fd11-4d82-acce-7aeaff20a433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:13.907872 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3170d18-eb22-4eb6-aae9-aab117c2e676,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:13.911669 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:13.917887 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:13.919043 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-161650be-491c-4e22-9f99-930e29b4f480 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3170d18-eb22-4eb6-aae9-aab117c2e676 HTTP/1.1" status: 204 len: 168 time: 0.1674302 Jul 08 15:30:14.188931 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58592) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:14.206288 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.221073 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:14.224877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Usage tracker for resource:security_group_rule and tenant:de25456354f648ab9eb21d805485ab1c is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:14.227721 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:14.234048 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:14.317977 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.321815 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.328947 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a265ed38-747f-4791-b7f9-fe731a7d5837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:14.369992 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de25456354f648ab9eb21d805485ab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798630 Jul 08 15:30:14.370859 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8777c0-eff7-43ca-b3eb-f0e88d10ade1,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:14.372711 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58596) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:14.373798 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-8e6ddad6-a950-4c9d-b181-bf5d67ecdcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:14.432692 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.458804 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.508678 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.513487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b3aabc36-5647-4334-ad2d-649efc64e780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:14.525043 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8777c0-eff7-43ca-b3eb-f0e88d10ade1,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:14.528333 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:14.535196 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:14.536288 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-4e94edbe-fa47-4f9e-a4e3-4fa98574a825 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d8777c0-eff7-43ca-b3eb-f0e88d10ade1 HTTP/1.1" status: 204 len: 168 time: 0.1624596 Jul 08 15:30:15.243699 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58620) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:15.348007 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1302944380-network', 'tenant_id': 'de3b0cd0dc10408fbbb42145ad6918c9'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:15.352610 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:15.357351 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Usage tracker for resource:network and tenant:de3b0cd0dc10408fbbb42145ad6918c9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:15.360190 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:15.366452 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:15.377838 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Made reservation on behalf of de3b0cd0dc10408fbbb42145ad6918c9 for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:30:15.380874 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.397386 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.412396 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:15.416307 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Usage tracker for resource:security_group_rule and tenant:de3b0cd0dc10408fbbb42145ad6918c9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:15.419595 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:15.425151 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:15.508885 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.513570 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.517439 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-4b214b2c-7580-4929-9372-910db3cbc3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:15.540199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:30:15.552320 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:15.556246 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:15.557718 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.558054 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Added segment 1ac29332-af95-456b-8329-72ee88e30cfe of type vlan for network c63f1fa8-2e80-4260-888e-9233ffb0833b Jul 08 15:30:15.584573 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.612354 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.613619 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:15.614197 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.618677 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:15.716492 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Pushing event updated for resources: {'Network': ['ID=c63f1fa8-2e80-4260-888e-9233ffb0833b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:15.719454 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4747336 Jul 08 15:30:15.720317 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-3d463947-effe-4d67-a884-bd35ee001f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:15.722440 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58626) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:15.726799 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network c63f1fa8-2e80-4260-888e-9233ffb0833b details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:30:15.727948 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Request body: {'subnet': {'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1302944380-subnet', 'tenant_id': 'de3b0cd0dc10408fbbb42145ad6918c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:15.732895 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:15.736749 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Usage tracker for resource:subnet and tenant:de3b0cd0dc10408fbbb42145ad6918c9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:15.739761 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:15.748409 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:15.759537 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Made reservation on behalf of de3b0cd0dc10408fbbb42145ad6918c9 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:30:15.763085 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3838413'] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.967314 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3838427'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:15.970999 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-003ab380-b1ca-4558-8e98-f990bd9aca11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:16.045527 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b136a21-5335-4ae7-b0cf-c335ecdf4182,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:16.048685 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:16.054280 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Checking segment: {'id': '1ac29332-af95-456b-8329-72ee88e30cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:30:16.054658 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Network hostable DHCP agents. Network: c63f1fa8-2e80-4260-888e-9233ffb0833b, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:30:16.074525 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Network c63f1fa8-2e80-4260-888e-9233ffb0833b is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:30:16.083845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, c63f1fa8-2e80-4260-888e-9233ffb0833b) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:30:16.089574 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:16.090690 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.092809 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4c402-2af1-4eb8-9777-7bbcfcdd01e2 None None] Network c63f1fa8-2e80-4260-888e-9233ffb0833b requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:30:16.113425 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-749cca28-7f30-4f59-b0fb-a94d84503c6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3897145 Jul 08 15:30:16.308342 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e98cd-2ad1-435f-9345-3fbdee37049b None None] Network c63f1fa8-2e80-4260-888e-9233ffb0833b requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:30:16.631710 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58644) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:16.638757 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801921758-network', 'tenant_id': '488ac7a430c44b03a934292746539442'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:16.643666 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:16.647491 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Usage tracker for resource:network and tenant:488ac7a430c44b03a934292746539442 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:16.650291 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:16.657397 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:16.669802 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Made reservation on behalf of 488ac7a430c44b03a934292746539442 for: {'network': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:30:16.672284 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for network, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.684923 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.700346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:16.704206 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:488ac7a430c44b03a934292746539442 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:16.707044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:16.712712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:16.800857 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.804380 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.807392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-40e48c6d-2562-4563-b797-732a0e6fac94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:16.847143 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=78526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 15:30:16.856087 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05bf98-c8ab-4a16-988a-a7ff977b92ec,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:16.859649 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:16.862177 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.862521 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.db.segments_db [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Added segment e1fccdd7-55a4-47c6-b651-06a3fd064368 of type vlan for network ecc93459-17f8-4afe-b459-a78a8c874b1b Jul 08 15:30:16.891822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789053547367'] for network, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.923555 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429'] for network, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.924938 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:16.925525 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:16.928975 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:17.028956 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc93459-17f8-4afe-b459-a78a8c874b1b,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:17.031957 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3993635 Jul 08 15:30:17.032830 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-ffaa711e-e764-4869-a2d4-b8af43485cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:17.034786 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58648) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:17.039785 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Network ecc93459-17f8-4afe-b459-a78a8c874b1b details requested by agent ovs-agent-dv-cinder-798671-3-smb with host dv-cinder-798671-3-smb {{(pid=78528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 08 15:30:17.040315 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Request body: {'subnet': {'network_id': 'ecc93459-17f8-4afe-b459-a78a8c874b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801921758-subnet', 'tenant_id': '488ac7a430c44b03a934292746539442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:17.045266 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:17.049270 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Usage tracker for resource:subnet and tenant:488ac7a430c44b03a934292746539442 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:17.052153 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:17.058615 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:17.068666 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Made reservation on behalf of 488ac7a430c44b03a934292746539442 for: {'subnet': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:30:17.071052 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3838413'] for subnet, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:17.283251 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3838427'] for subnet, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:17.286871 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-c04a129d-b874-41e8-9256-d184923bba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:17.364104 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b9d4cf-8a72-47e1-ac96-bcecc7ef8cde,revision_number=0']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:17.369106 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:17.374199 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Checking segment: {'id': 'e1fccdd7-55a4-47c6-b651-06a3fd064368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ecc93459-17f8-4afe-b459-a78a8c874b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:30:17.374542 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Network hostable DHCP agents. Network: ecc93459-17f8-4afe-b459-a78a8c874b1b, hostable agents: ['0494c899-93c4-489d-abc5-dcc2200ef8a9'], hosted agents: [] {{(pid=78526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 15:30:17.395553 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Network ecc93459-17f8-4afe-b459-a78a8c874b1b is scheduled to be hosted by DHCP agent 0494c899-93c4-489d-abc5-dcc2200ef8a9 with binding_index 1 {{(pid=78526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 15:30:17.405621 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-smb, ecc93459-17f8-4afe-b459-a78a8c874b1b) {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:30:17.410281 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:17.411267 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:17.414268 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee33633-3cb3-43bd-b28a-720552f39729 None None] Network ecc93459-17f8-4afe-b459-a78a8c874b1b requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:30:17.434026 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-d624559b-0a1c-4ad3-89a7-a811ba1f8c5d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3982224 Jul 08 15:30:17.592870 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:30:17.626964 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e35831-2ef2-4d82-be82-578a3309ea0c None None] Network ecc93459-17f8-4afe-b459-a78a8c874b1b requested from dv-cinder-798671-3-smb {{(pid=78528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 08 15:30:18.006633 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-9555efc7-334f-493c-a077-5309b8a2e284 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:18.008069 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-9555efc7-334f-493c-a077-5309b8a2e284 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/networks?id=c63f1fa8-2e80-4260-888e-9233ffb0833b HTTP/1.1" status: 200 len: 809 time: 0.1450121 Jul 08 15:30:18.022948 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-1f1ef58e-bb09-4bac-ac41-1310db346fcc tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/quotas/de3b0cd0dc10408fbbb42145ad6918c9 HTTP/1.1" status: 200 len: 375 time: 0.0088711 Jul 08 15:30:18.073832 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-5f683f7f-926a-4557-9c10-268638e4377e tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=de3b0cd0dc10408fbbb42145ad6918c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459220 Jul 08 15:30:18.204374 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-3c8e6393-2db0-4e2c-ae02-f09e3ca3f1b0 service neutron] 10.222.0.58 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237304 Jul 08 15:30:18.335349 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-b3cd50f4-9534-4a9a-87c6-b364bcc05752 service neutron] 10.222.0.58 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251695 Jul 08 15:30:18.511679 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-c37e3e11-bb8e-4dae-8a67-6161de525c12 req-fd54efea-da66-4336-972b-ba5b3f0d2008 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 210 time: 0.0443382 Jul 08 15:30:19.579364 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-a2772ac9-7d63-43df-9ebd-533fa4a0d414 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:19.580063 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-a2772ac9-7d63-43df-9ebd-533fa4a0d414 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Synchronizing usage tracker for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:network {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:30:19.599250 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-a2772ac9-7d63-43df-9ebd-533fa4a0d414 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Unset dirty status for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:network {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:30:19.600959 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-a2772ac9-7d63-43df-9ebd-533fa4a0d414 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.69 "GET /v2.0/networks?id=c63f1fa8-2e80-4260-888e-9233ffb0833b HTTP/1.1" status: 200 len: 809 time: 0.1868927 Jul 08 15:30:19.612620 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Request body: {'port': {'device_id': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b', 'admin_state_up': True, 'tenant_id': 'de3b0cd0dc10408fbbb42145ad6918c9'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:19.672889 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-37ccaafe-9915-4c91-a0e2-bf1707d9f640 req-88d303ee-b60b-40d2-92eb-37f76349bfd6 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 210 time: 0.0472875 Jul 08 15:30:19.837723 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:19.842242 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Usage tracker for resource:port and tenant:de3b0cd0dc10408fbbb42145ad6918c9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:19.845106 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:19.850906 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:19.860857 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Made reservation on behalf of de3b0cd0dc10408fbbb42145ad6918c9 for: {'port': 1} {{(pid=78526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 15:30:19.864598 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.029472 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_common [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Allocated IP 172.20.0.11 (c63f1fa8-2e80-4260-888e-9233ffb0833b/2b136a21-5335-4ae7-b0cf-c335ecdf4182/be422b1d-8d9a-4ede-92d2-f7cca2777632) {{(pid=78526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 15:30:20.242105 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks [] for port, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.273107 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789053562094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.278586 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-28b56252-4447-4048-8b62-b82033af94e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:20.347404 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Network c63f1fa8-2e80-4260-888e-9233ffb0833b is already hosted by enough agents. {{(pid=78526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 15:30:20.350381 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.scheduler.base_scheduler [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Resources bound (agent type, host, resource id): {{(pid=78526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 15:30:20.354258 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Received port after_create {{(pid=78526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 08 15:30:20.384535 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Pushing event updated for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:20.395817 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:20.420845 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:20.421453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.441624 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-cdf29c41-b93e-4998-9280-0f0a7ffd4d79 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8328302 Jul 08 15:30:20.453192 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.v2.base [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Request body: {'port': {'device_id': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 15:30:20.568047 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.726239 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:20.915430 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-5660ecbf-b526-4731-948b-aa67ea9416e1 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:20.916014 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-5660ecbf-b526-4731-948b-aa67ea9416e1 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Synchronizing usage tracker for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:30:20.992668 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-5660ecbf-b526-4731-948b-aa67ea9416e1 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Unset dirty status for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:30:20.993829 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-5660ecbf-b526-4731-948b-aa67ea9416e1 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 932 time: 0.2132747 Jul 08 15:30:20.999477 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be422b1d-8d9a-4ede-92d2-f7cca2777632 {{(pid=78526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:30:21.009101 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:21.052841 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.provisioning_blocks [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Transition to ACTIVE for port object be422b1d-8d9a-4ede-92d2-f7cca2777632 will not be triggered until provisioned by entity L2. {{(pid=78526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 15:30:21.058315 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:21.062831 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-cf550277-5646-44bd-bacd-688332ee9d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:21.092169 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-a61a4029-4202-4a6b-94ff-a821667cb8dd tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Synchronizing usage tracker for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:security_group {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:30:21.199352 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-a61a4029-4202-4a6b-94ff-a821667cb8dd tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Unset dirty status for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:security_group {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:30:21.200527 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-808f5cfc-1c82-4f81-94ef-0f9c0f916c32 req-a61a4029-4202-4a6b-94ff-a821667cb8dd tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958938 Jul 08 15:30:21.232877 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Pushing event updated for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=2']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:21.243347 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:21.309061 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Attempting to bind port be422b1d-8d9a-4ede-92d2-f7cca2777632 on host hv-cinder-79867 for vnic_type normal with profile {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 15:30:21.309385 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Attempting to bind port be422b1d-8d9a-4ede-92d2-f7cca2777632 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '1ac29332-af95-456b-8329-72ee88e30cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b'}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 15:30:21.309712 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Attempting to bind port be422b1d-8d9a-4ede-92d2-f7cca2777632 on network c63f1fa8-2e80-4260-888e-9233ffb0833b {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:30:21.314253 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Port be422b1d-8d9a-4ede-92d2-f7cca2777632 on network c63f1fa8-2e80-4260-888e-9233ffb0833b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 15:30:21.314571 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Attempting to bind port be422b1d-8d9a-4ede-92d2-f7cca2777632 on network c63f1fa8-2e80-4260-888e-9233ffb0833b {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 15:30:21.319816 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Checking agent: {'id': 'de0203e6-f4e8-413e-be8c-4efba0c74780', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'started_at': datetime.datetime(2021, 7, 8, 15, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 15:30:21.320149 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Checking segment: {'id': '1ac29332-af95-456b-8329-72ee88e30cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 15:30:21.320528 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Bound using segment: {'id': '1ac29332-af95-456b-8329-72ee88e30cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b'} {{(pid=78526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 15:30:21.320950 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.managers [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Bound port: be422b1d-8d9a-4ede-92d2-f7cca2777632, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac29332-af95-456b-8329-72ee88e30cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b'}}] {{(pid=78526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 15:30:21.321293 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:21.411034 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, cleared binding levels {{(pid=78526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 08 15:30:21.414263 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632,segment=NetworkSegment(1ac29332-af95-456b-8329-72ee88e30cfe),segment_id=1ac29332-af95-456b-8329-72ee88e30cfe)] {{(pid=78526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 08 15:30:21.419392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4043767'] for port, after_update {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:21.423889 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-e9c5d0d2-b67e-4e14-b94c-80e67135b383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:21.482478 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:21.483183 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:21.484543 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] 10.222.0.69 "PUT /v2.0/ports/be422b1d-8d9a-4ede-92d2-f7cca2777632 HTTP/1.1" status: 200 len: 1094 time: 1.0355158 Jul 08 15:30:21.485049 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:30:21.507539 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Pushing event updated for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=3']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:21.511812 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-86ec4daf-8f78-48f5-a064-40d663a3f40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:21.552917 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632', 'status': 'completed', 'code': 200} Jul 08 15:30:21.595611 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-d5c2313c-22bf-4809-b844-60d4038445b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:21.597116 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-d5c2313c-22bf-4809-b844-60d4038445b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de3b0cd0dc10408fbbb42145ad6918c9&device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 1097 time: 0.0763006 Jul 08 15:30:21.756477 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-312164e1-1667-4d4d-b800-86414201cb14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632 HTTP/1.1" status: 200 len: 217 time: 0.1520278 Jul 08 15:30:21.818193 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-267713d2-5143-49cb-a5b8-3b90690c3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:21.819624 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-267713d2-5143-49cb-a5b8-3b90690c3f5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b136a21-5335-4ae7-b0cf-c335ecdf4182 HTTP/1.1" status: 200 len: 849 time: 0.0573506 Jul 08 15:30:21.868202 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-281fa4f2-c0d0-40b8-90fe-619ba7b166fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c63f1fa8-2e80-4260-888e-9233ffb0833b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424519 Jul 08 15:30:21.999737 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-2d2db8d7-fadb-49be-9de6-18454da7e628 service neutron] 10.222.0.69 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250384 Jul 08 15:30:22.134045 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-5a1593f4-ca56-46d1-955a-dccd26ed166d req-b9401cf4-1a86-4a2e-8678-70de8ca56d62 service neutron] 10.222.0.69 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264393 Jul 08 15:30:22.250797 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-e79fd2f9-8596-4a32-ad74-4dd1708c2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:22.252286 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-e79fd2f9-8596-4a32-ad74-4dd1708c2812 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de3b0cd0dc10408fbbb42145ad6918c9&device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 1097 time: 0.0717497 Jul 08 15:30:22.439346 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-687a0bca-9e6a-4d4d-81c8-6a68cd7660af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:22.440807 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-687a0bca-9e6a-4d4d-81c8-6a68cd7660af service neutron] 10.222.0.69 "GET /v2.0/networks?id=c63f1fa8-2e80-4260-888e-9233ffb0833b HTTP/1.1" status: 200 len: 910 time: 0.1819260 Jul 08 15:30:22.504572 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efa1ad-8902-49a1-bd00-3c193cb4cc16 req-7e7ba082-0771-4182-8dfd-f368c60e3262 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:22.506011 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d7efa1ad-8902-49a1-bd00-3c193cb4cc16 req-7e7ba082-0771-4182-8dfd-f368c60e3262 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 944 time: 0.1786506 Jul 08 15:30:22.535277 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-c80ad334-aff9-474f-9e08-350e1f36568a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632 HTTP/1.1" status: 200 len: 217 time: 0.0859787 Jul 08 15:30:22.606404 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-d7efa1ad-8902-49a1-bd00-3c193cb4cc16 req-c495cb98-16ed-4bd0-9c51-aa47eeec3e6b tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942562 Jul 08 15:30:22.615483 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-c79c8a04-e7b9-46b0-9f41-aa0654416445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:22.616884 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-c79c8a04-e7b9-46b0-9f41-aa0654416445 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b136a21-5335-4ae7-b0cf-c335ecdf4182 HTTP/1.1" status: 200 len: 849 time: 0.0737863 Jul 08 15:30:22.665379 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-79c4caa8-154b-4e35-a08f-fa1434caa5a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c63f1fa8-2e80-4260-888e-9233ffb0833b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409665 Jul 08 15:30:22.796446 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-0e0edf0e-e9c9-43b3-b4ff-abfe831329d9 service neutron] 10.222.0.69 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Jul 08 15:30:22.925952 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-0da46da9-e2ea-4624-ac6a-8a2a22269643 req-0c6bc806-f781-4d93-ae1d-5afba92597b6 service neutron] 10.222.0.69 "GET /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228149 Jul 08 15:30:23.634260 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device be422b1d-8d9a-4ede-92d2-f7cca2777632 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 08 15:30:23.766313 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632,segment=NetworkSegment(1ac29332-af95-456b-8329-72ee88e30cfe),segment_id=1ac29332-af95-456b-8329-72ee88e30cfe)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:30:23.783581 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Returning: {'device': 'be422b1d-8d9a-4ede-92d2-f7cca2777632', 'network_id': 'c63f1fa8-2e80-4260-888e-9233ffb0833b', 'port_id': 'be422b1d-8d9a-4ede-92d2-f7cca2777632', 'mac_address': 'fa:16:3e:2f:2f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b136a21-5335-4ae7-b0cf-c335ecdf4182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 08 15:30:23.804157 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae944-44b8-447a-8e0b-8e6540f2db15 req-cf3d326a-fc2a-4838-a8a2-63e1f19be376 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:23.805633 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3e4ae944-44b8-447a-8e0b-8e6540f2db15 req-cf3d326a-fc2a-4838-a8a2-63e1f19be376 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 944 time: 0.0935292 Jul 08 15:30:23.839268 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:23.849957 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-3e4ae944-44b8-447a-8e0b-8e6540f2db15 req-76608b30-29fd-410b-80e6-7e77856fa583 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384951 Jul 08 15:30:23.856733 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be422b1d-8d9a-4ede-92d2-f7cca2777632 {{(pid=78528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 15:30:23.874985 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632,segment=NetworkSegment(1ac29332-af95-456b-8329-72ee88e30cfe),segment_id=1ac29332-af95-456b-8329-72ee88e30cfe)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:30:23.891780 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:23.891780 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:23.995994 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=4']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:24.003305 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.003895 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.004230 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.004551 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.004870 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.005190 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.005504 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.005817 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.006128 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.006440 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.006774 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.007082 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:24.011246 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:24.095148 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['be422b1d-8d9a-4ede-92d2-f7cca2777632'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:30:25.040718 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5577f-593b-4f7b-9fee-96d06b0d3969 req-431bf768-eb8a-4d9a-82bb-558234e5e423 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:25.042775 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-74e5577f-593b-4f7b-9fee-96d06b0d3969 req-431bf768-eb8a-4d9a-82bb-558234e5e423 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 945 time: 0.0834498 Jul 08 15:30:25.086857 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-74e5577f-593b-4f7b-9fee-96d06b0d3969 req-7e2df247-66e7-4baa-b5de-d081edc30ccc tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Jul 08 15:30:25.651523 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device be422b1d-8d9a-4ede-92d2-f7cca2777632 up at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 08 15:30:25.717203 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning for port be422b1d-8d9a-4ede-92d2-f7cca2777632 completed by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 15:30:25.722306 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.db.provisioning_blocks [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Provisioning complete for port be422b1d-8d9a-4ede-92d2-f7cca2777632 triggered by entity L2. {{(pid=78528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 15:30:25.722720 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-901478'] for port, provisioning_complete {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:25.840974 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-826845'] for port, before_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:25.867405 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632'}] {{(pid=78528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:30:25.877657 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632,segment=NetworkSegment(1ac29332-af95-456b-8329-72ee88e30cfe),segment_id=1ac29332-af95-456b-8329-72ee88e30cfe)] {{(pid=78528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:30:25.882196 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789054104522', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789053559044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789053559089'] for port, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:25.884068 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:25.919306 dv-cinder-798671-3-smb neutron-server[78528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632', 'code': 200} Jul 08 15:30:25.952103 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Pushing event updated for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=5']} {{(pid=78528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:25.955106 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG oslo_concurrency.lockutils [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78528) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:26.134581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922e7d-137a-4393-80fd-c508a2d54eea req-c287c5a9-20c8-427a-a564-4f29ec104f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:26.136657 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bc922e7d-137a-4393-80fd-c508a2d54eea req-c287c5a9-20c8-427a-a564-4f29ec104f5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 1099 time: 0.0703096 Jul 08 15:30:26.179967 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-bc922e7d-137a-4393-80fd-c508a2d54eea req-fd6b51cb-2da7-405f-8c13-96e7363bc999 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370812 Jul 08 15:30:26.278932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0065f3-180d-444c-9895-32af9d3095c9 req-975e6f9d-6214-4c6b-abcb-90b98ca3d2f6 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:26.281048 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fb0065f3-180d-444c-9895-32af9d3095c9 req-975e6f9d-6214-4c6b-abcb-90b98ca3d2f6 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 946 time: 0.0898771 Jul 08 15:30:26.331879 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-fb0065f3-180d-444c-9895-32af9d3095c9 req-7d729442-cb30-49b2-9406-cba0d7c13da3 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Jul 08 15:30:27.517373 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d970-a035-415f-9055-14d5b6ae23ec req-6a38b55e-fe47-43ef-b415-c69b56002acd tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:27.518754 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ac99d970-a035-415f-9055-14d5b6ae23ec req-6a38b55e-fe47-43ef-b415-c69b56002acd tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 946 time: 0.0812819 Jul 08 15:30:27.563116 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-ac99d970-a035-415f-9055-14d5b6ae23ec req-3be1c479-f687-44b8-9a0b-cddddf50bdde tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Jul 08 15:30:30.931054 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fce336-2426-46d6-9453-21df3cc8f6ca req-dad16aaf-fe07-46b0-9bc6-1796f557052a tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:30.933187 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38fce336-2426-46d6-9453-21df3cc8f6ca req-dad16aaf-fe07-46b0-9bc6-1796f557052a tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 946 time: 0.1746807 Jul 08 15:30:30.977196 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [req-38fce336-2426-46d6-9453-21df3cc8f6ca req-d39f6e23-643a-471a-b2c5-a8dfa900a280 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Jul 08 15:30:32.172451 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-e3f1ede8-009d-4a22-9a9f-2024e6e05274 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:32.173868 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-e3f1ede8-009d-4a22-9a9f-2024e6e05274 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 946 time: 0.2319074 Jul 08 15:30:32.224711 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c73f-027d-4545-80b3-382f67fd7612 req-99262498-3ccd-48ab-b0b6-dc94a7dd67d3 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 15:30:32.226120 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4086c73f-027d-4545-80b3-382f67fd7612 req-99262498-3ccd-48ab-b0b6-dc94a7dd67d3 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 946 time: 0.1384113 Jul 08 15:30:32.281599 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Deleting port be422b1d-8d9a-4ede-92d2-f7cca2777632 {{(pid=78526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 08 15:30:32.281846 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789054106727'] for port, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:32.331377 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-4086c73f-027d-4545-80b3-382f67fd7612 req-2aee8bda-6707-4cc8-acb7-d9e125362486 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/security-groups?id=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944386 Jul 08 15:30:32.547825 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.db [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] For port be422b1d-8d9a-4ede-92d2-f7cca2777632, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=be422b1d-8d9a-4ede-92d2-f7cca2777632,segment=NetworkSegment(1ac29332-af95-456b-8329-72ee88e30cfe),segment_id=1ac29332-af95-456b-8329-72ee88e30cfe)] {{(pid=78526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 08 15:30:32.548067 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1711689'] for port, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:32.671882 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.plugins.ml2.plugin [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Calling delete_port for be422b1d-8d9a-4ede-92d2-f7cca2777632 owned by compute:nova {{(pid=78526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 08 15:30:32.816144 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-826650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789054105218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789053562103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4043774'] for port, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:32.821487 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-892f09fa-5f11-4434-81b8-eddd5e801493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:32.827574 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.db [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] get_ports_and_sgs() called for port_ids ['be422b1d-8d9a-4ede-92d2-f7cca2777632'] {{(pid=78528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 08 15:30:32.866490 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Pushing event deleted for resources: {'Port': ['ID=be422b1d-8d9a-4ede-92d2-f7cca2777632,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:32.869839 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:32.941705 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] No DVR routers for this DVR port be422b1d-8d9a-4ede-92d2-f7cca2777632 on host hv-cinder-79867 {{(pid=78526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 15:30:32.944271 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1921862'] for port, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:32.946786 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'name': 'network-vif-deleted', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632'}] {{(pid=78526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 15:30:32.962313 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-7456743b-c840-4bd7-9a64-1671df5cea5b req-f239d793-a244-43a0-8754-19d9364de770 tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.69 "DELETE /v2.0/ports/be422b1d-8d9a-4ede-92d2-f7cca2777632 HTTP/1.1" status: 204 len: 173 time: 0.7816713 Jul 08 15:30:32.993714 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8860cb1-5dc0-4d27-a198-6767904f0220', 'name': 'network-vif-deleted', 'tag': 'be422b1d-8d9a-4ede-92d2-f7cca2777632', 'status': 'completed', 'code': 200} Jul 08 15:30:33.498493 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-00364bd2-1c78-415b-9156-0de7e12d7242 req-a170449d-6b00-4959-94e5-dac4165904ed tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Synchronizing usage tracker for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:port {{(pid=78526) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 08 15:30:33.516648 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [req-00364bd2-1c78-415b-9156-0de7e12d7242 req-a170449d-6b00-4959-94e5-dac4165904ed tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] Unset dirty status for tenant:de3b0cd0dc10408fbbb42145ad6918c9 on resource:port {{(pid=78526) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 08 15:30:33.517989 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [req-00364bd2-1c78-415b-9156-0de7e12d7242 req-a170449d-6b00-4959-94e5-dac4165904ed tempest-VolumesActionsTest-1415849212 tempest-VolumesActionsTest-1415849212-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8860cb1-5dc0-4d27-a198-6767904f0220 HTTP/1.1" status: 200 len: 210 time: 0.0641320 Jul 08 15:30:35.681760 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device be422b1d-8d9a-4ede-92d2-f7cca2777632 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 08 15:30:35.718248 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.plugin [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] No Port match for: be422b1d-8d9a-4ede-92d2-f7cca2777632 {{(pid=78528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 08 15:30:35.718618 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron.plugins.ml2.rpc [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Device be422b1d-8d9a-4ede-92d2-f7cca2777632 not bound to the agent host hv-cinder-79867 {{(pid=78528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 08 15:30:37.434497 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d53a55f9-9c1e-41bb-b532-36d452a903be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:37.879882 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:39.928322 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-94f0ea85-768f-41fc-8fc3-49cf52968071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:41.159192 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:42.560495 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:50.729983 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.083431 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58860) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:52.145733 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Deleting subnet 2b136a21-5335-4ae7-b0cf-c335ecdf4182 {{(pid=78526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:30:52.149044 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.205965 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-782598'] for subnet, precommit_delete_associations {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.263940 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.336820 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2278669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3838418'] for subnet, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.341370 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-471193d0-7aee-451b-bd49-817a547e4145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:52.376377 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b136a21-5335-4ae7-b0cf-c335ecdf4182,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:52.379911 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:52.380937 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for subnet, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.390304 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58864) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:52.390916 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-84dffe44-2364-4b78-97dd-027458c616c4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2b136a21-5335-4ae7-b0cf-c335ecdf4182 HTTP/1.1" status: 204 len: 168 time: 0.3058107 Jul 08 15:30:52.507844 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.646677 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.661679 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63f1fa8-2e80-4260-888e-9233ffb0833b']}} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:52.675522 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac29332-af95-456b-8329-72ee88e30cfe') {'for_net_delete': True} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:52.675809 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac29332-af95-456b-8329-72ee88e30cfe') {} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:52.689706 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092493'] for segment, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.708346 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.716246 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=78527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:30:52.716653 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126815829'] for segment, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: Traceback (most recent call last): Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: timer() Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: cb(*args, **kw) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: return func(*args, **kwargs) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: self._notify() Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: self.callback(batched_events) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: event.method(event) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: return f(self, *a, **k) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: return self._get(url).json() Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: return self.request(url, 'GET', **kwargs) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:30:52.730179 dv-cinder-798671-3-smb neutron-server[78527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:30:52.826222 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.830609 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:52.848027 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.854885 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63f1fa8-2e80-4260-888e-9233ffb0833b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:52.859509 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:52.871304 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-54af8770-9f54-4e05-87c8-1b142fdfa625 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c63f1fa8-2e80-4260-888e-9233ffb0833b HTTP/1.1" status: 204 len: 168 time: 0.4798241 Jul 08 15:30:52.873938 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58868) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:52.939772 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Deleting subnet 63b9d4cf-8a72-47e1-ac96-bcecc7ef8cde {{(pid=78527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 08 15:30:52.942968 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:52.994864 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092486'] for subnet, precommit_delete_associations {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.055430 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914332'] for subnet, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.129170 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126908659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2516245'] for subnet, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.136181 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:53.173500 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.176355 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b9d4cf-8a72-47e1-ac96-bcecc7ef8cde,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:53.179445 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:53.183073 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-2786e40b-e4a5-4958-9355-3d593b3fdaf6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63b9d4cf-8a72-47e1-ac96-bcecc7ef8cde HTTP/1.1" status: 204 len: 168 time: 0.3082159 Jul 08 15:30:53.185772 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58872) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:53.294153 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-841855'] for network, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.425844 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-903955', 'neutron.services.segments.db._delete_segments_for_network-8789054032824'] for network, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.440748 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc93459-17f8-4afe-b459-a78a8c874b1b']}} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:53.454221 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fccdd7-55a4-47c6-b651-06a3fd064368') {'for_net_delete': True} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:53.454506 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.services.segments.db [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fccdd7-55a4-47c6-b651-06a3fd064368') {} {{(pid=78527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 15:30:53.466316 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789054059807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3092493'] for segment, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.483710 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911314'] for segment, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.491002 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=78527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 15:30:53.491454 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-911275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126815829'] for segment, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: Traceback (most recent call last): Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: timer() Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: cb(*args, **kw) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: return func(*args, **kwargs) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: self._notify() Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: self.callback(batched_events) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: event.method(event) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: return f(self, *a, **k) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: return self._get(url).json() Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: return self.request(url, 'GET', **kwargs) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 15:30:53.505442 dv-cinder-798671-3-smb neutron-server[78527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 15:30:53.584408 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-903962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602121'] for network, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.588280 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d4344e99-94d0-4426-b9c2-27812b6fa481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:53.601338 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694415'] for network, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.611946 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ecc93459-17f8-4afe-b459-a78a8c874b1b HTTP/1.1" status: 204 len: 168 time: 0.4252088 Jul 08 15:30:53.612848 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc93459-17f8-4afe-b459-a78a8c874b1b,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:53.615425 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-6a893a9e-4878-4bca-9adc-cec541591287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:53.789081 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58878) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:53.837032 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-5f195e7e-2e35-4a87-8b72-98c77e39a4ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de3b0cd0dc10408fbbb42145ad6918c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467186 Jul 08 15:30:53.840119 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58882) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:53.905877 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.933905 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.990028 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:53.994109 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-d8f7d63b-2f25-4cee-a6b9-b1b7dcba76ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:54.008864 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:54.012243 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:54.020858 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:54.025285 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-9095589e-ee61-4b7e-9933-6d09ecfcafca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b95a15ec-fb91-4fc0-b75a-0ca2e8a00fd3 HTTP/1.1" status: 204 len: 168 time: 0.1810014 Jul 08 15:30:54.385328 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58890) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:54.438409 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-96a68ff4-78a7-4a58-993b-643b9a9d0dc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=488ac7a430c44b03a934292746539442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516243 Jul 08 15:30:54.440856 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58894) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:54.506662 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:54.532378 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:54.595581 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:54.595804 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:30:54.596275 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-7f45f17b-384d-4062-a7aa-2561b229b536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:54.607086 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05bf98-c8ab-4a16-988a-a7ff977b92ec,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:54.611410 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:54.614730 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:54.615869 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-d6450455-b170-427a-9445-2776e8d59318 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab05bf98-c8ab-4a16-988a-a7ff977b92ec HTTP/1.1" status: 204 len: 168 time: 0.1740844 Jul 08 15:30:55.827512 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58926) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:55.950388 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:55.966609 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:55.970661 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Usage tracker for resource:security_group_rule and tenant:c441fc5549194bbfb8bdf8b16f7f6cd9 is out of sync, need to count used quota {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:55.973763 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.quota.resource [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78526) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:55.980392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.db.quota.driver [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78526) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:56.074541 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.078536 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.085408 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-2b922010-c2be-4d0b-9dd6-48240bfc2fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:56.129034 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c441fc5549194bbfb8bdf8b16f7f6cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003902 Jul 08 15:30:56.129822 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b475d6c-fa44-4043-ac4d-733ac6f83685,revision_number=1']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:56.131788 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58932) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:56.132898 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b7005ea1-26a5-41f0-b7ae-43250bcd9f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:56.197287 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.225199 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.284717 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.290134 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-43d9da93-b593-4b16-aa68-f51ec5868415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:56.303115 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b475d6c-fa44-4043-ac4d-733ac6f83685,revision_number=None']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:56.308688 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:56.310769 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:56.311885 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-103e2e44-0aa9-4d26-a118-60687129fd77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b475d6c-fa44-4043-ac4d-733ac6f83685 HTTP/1.1" status: 204 len: 168 time: 0.1789594 Jul 08 15:30:57.818871 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.wsgi [-] (78527) accepted ('10.222.0.58', 58976) {{(pid=78527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:57.952825 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:57.970160 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 08 15:30:57.974558 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Usage tracker for resource:security_group_rule and tenant:a6359489f07a4588831a7bbabad8d116 is out of sync, need to count used quota {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 08 15:30:57.978086 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.quota.resource [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78527) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 08 15:30:57.984481 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.db.quota.driver [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78527) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 08 15:30:58.076238 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.080821 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_create {{(pid=78527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.089458 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-a088d012-f07f-4061-b2f6-4c6e6926f0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:58.131773 dv-cinder-798671-3-smb neutron-server[78527]: INFO neutron.wsgi [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6359489f07a4588831a7bbabad8d116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117568 Jul 08 15:30:58.132549 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c5495-e808-4381-8f38-d0631fcbeb5b,revision_number=1']} {{(pid=78527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:58.135043 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.wsgi [-] (78526) accepted ('10.222.0.58', 58982) {{(pid=78526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 08 15:30:58.136203 dv-cinder-798671-3-smb neutron-server[78527]: DEBUG oslo_concurrency.lockutils [None req-f3cb4682-1ddc-4da5-9be0-7ba33b256113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78527) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:58.219769 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.268915 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.330407 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764276'] for security_group, after_delete {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.338793 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-bada04fa-16c8-467e-8665-cdfcd1a384b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 15:30:58.357625 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c5495-e808-4381-8f38-d0631fcbeb5b,revision_number=None']} {{(pid=78526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 15:30:58.371572 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.371932 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.372311 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.372673 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.373033 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.373392 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.373744 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.374097 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.374453 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.374827 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.375180 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.375529 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-smb {{(pid=78526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 15:30:58.380094 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG oslo_concurrency.lockutils [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 15:30:58.381112 dv-cinder-798671-3-smb neutron-server[78526]: DEBUG neutron_lib.callbacks.manager [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:30:58.389668 dv-cinder-798671-3-smb neutron-server[78526]: INFO neutron.wsgi [None req-b6898f2f-f9f5-4de7-a69c-14b0ab033903 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d6c5495-e808-4381-8f38-d0631fcbeb5b HTTP/1.1" status: 204 len: 168 time: 0.2462666 Jul 08 15:31:07.437784 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-56e3b08f-c980-42a6-bf4e-80fe5c710505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:07.886572 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:09.930157 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8f504820-d9cf-4f98-a98c-f9fc05e4ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:11.161960 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:12.560923 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:20.728195 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:31.593268 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:31:37.440528 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-50103b9f-8ff7-402b-b4f2-92a3cafa4f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:37.880094 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:39.932139 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-2477aeb9-6dd5-4974-9be9-9c2d5275f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:41.164221 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:42.563571 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:31:50.724116 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:07.444022 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6dee2bf7-d6dd-4140-b38f-724fcec3dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:07.882845 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:08.592609 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:32:09.933954 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-5ced3f53-82ed-478d-9b0d-bcd7020a31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:11.167110 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:12.564771 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:20.738730 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:37.448341 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-8b1881c8-7dad-4d7d-bf91-35e81cbb8932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:37.885710 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:39.935033 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-61ec3989-18ec-4593-9a4b-931d88910fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:41.169464 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:42.568691 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:32:45.591882 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:32:50.770216 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:07.451043 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-87063ea0-4d1e-42f3-b204-571c9848c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:07.887326 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:09.937112 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-95ff0572-4447-4cff-985e-a51258a083fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:11.172654 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:12.573209 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:20.774390 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:22.591106 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:33:37.454324 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1f03-d2f5-44c0-818a-47068c669bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:37.891911 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:39.939661 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-0d9186e8-b762-4321-91b1-eb600d809a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:41.176044 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:42.573949 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:50.789674 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:33:59.589968 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:34:07.457011 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-badb4ef0-8547-4086-b8bd-c08fa44c167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:07.895257 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:09.942149 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-02c22c25-c317-4cd7-95f4-8a0f391d88bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:11.176979 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:12.576357 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:20.796592 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:36.592526 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:34:37.460080 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-b2361163-2659-44b6-859f-f195285118b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:37.897583 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:39.943738 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2854-87b0-48c7-a7e9-6fdeb3cd82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:41.180499 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:42.581374 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:34:50.795401 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:07.463928 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d00b80ac-be38-4fe1-b1b9-2de94b6e193a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:07.900091 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:09.946028 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ee36bed4-5c9c-4c49-b13d-e35271c8703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:11.182896 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:12.582429 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:13.591921 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:35:20.802334 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:37.467078 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-1241f561-8576-466c-b346-80f6db62a55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:37.902053 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d12e995a-5ecd-483a-a325-e1e8cfae7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:39.949418 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-66929ad0-bd69-4b48-8e69-f73d2660af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:41.191224 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-d8ede14e-f283-4a64-8e5e-254d15853e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:42.585396 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf145-c28e-4f82-83e9-98eb50bd8f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 15:35:50.593364 dv-cinder-798671-3-smb neutron-server[78529]: DEBUG neutron.db.agents_db [None req-d77f9653-620e-49f4-a8e2-22fb7783993c None None] Agent healthcheck: found 6 active agents {{(pid=78529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 08 15:35:50.794977 dv-cinder-798671-3-smb neutron-server[78528]: DEBUG neutron_lib.callbacks.manager [None req-6a596026-da01-412d-b6c1-21a68170c43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789054032833', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902109'] for agent, after_update {{(pid=78528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}